-- Logs begin at Fri 2022-04-22 07:09:20 UTC, end at Fri 2022-04-22 08:20:37 UTC. -- Apr 22 07:54:22.692043 dv-cinder-838880-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 22 07:54:25.629410 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.common.config [-] Logging enabled! Apr 22 07:54:25.630005 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.1.dev30 Apr 22 07:54:25.630110 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103721) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 22 07:54:25.633510 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.common.config [-] Logging enabled! Apr 22 07:54:25.633765 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.1.dev30 Apr 22 07:54:25.634071 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103721) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 22 07:54:25.635026 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 22 07:54:25.635258 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 22 07:54:25.635617 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 22 07:54:25.635856 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 22 07:54:25.636075 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 22 07:54:25.636809 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.637230 dv-cinder-838880-1-smb neutron-server[103721]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 22 07:54:25.637552 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.637850 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.638138 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.638430 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.638745 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.639024 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.639308 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.639598 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.639877 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.640151 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.640426 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.640713 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.640988 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.641267 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.641546 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.641818 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] debug = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.642089 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.642540 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.642950 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.643222 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.643539 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.644069 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.644069 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.644333 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.644612 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.644933 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] host = dv-cinder-838880-1-smb {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.645205 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.645488 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.645770 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.646051 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.646321 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.646620 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.646903 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.647172 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.647438 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] log_file = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.647715 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.648000 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.648284 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.648571 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.648793 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.649013 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.649305 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.649590 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.649861 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.650128 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.650397 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.650696 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.650967 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.651234 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.651517 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.651799 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.652080 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.652349 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.652617 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.652886 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.653152 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.653433 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.653703 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.653972 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.654241 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.654551 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.654821 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.655090 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.655386 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.655668 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.655945 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.656225 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.656492 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.656770 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.657037 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.657303 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.657572 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] use_json = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.657837 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.658102 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.658378 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.658673 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.658942 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.659752 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.660020 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.660302 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.660568 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:25.660858 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.661149 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.661444 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.661737 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.662023 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.662297 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.662618 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.662893 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.663175 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.663459 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.663739 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.664010 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.664300 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.664583 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.664873 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.665172 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.665460 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.665748 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.666017 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.666284 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.666577 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.666853 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.667136 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.667409 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.667693 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.667978 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.668255 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.668546 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.668826 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.669114 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.669398 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.669667 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.669940 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.670225 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.670526 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.670788 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.671062 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.671346 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.671618 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.671884 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.672159 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.672428 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.672692 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.672957 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.673228 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.673511 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.673782 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.674047 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.674312 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.674607 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.675475 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.675759 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.676195 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.676473 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.676743 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.677018 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.677287 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.677558 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.677831 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.678102 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.678379 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.678674 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.678944 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.679211 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.679734 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.680004 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.680271 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.680537 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.680808 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.681074 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.681342 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.681607 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.681871 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.682139 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.682418 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.682732 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.683004 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.683278 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.683551 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.683822 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.684091 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.684362 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.684631 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.684900 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.685165 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.685450 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.685727 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.686004 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.686296 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.686593 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.686886 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.687157 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.687429 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.687704 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.687974 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.688249 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.688524 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.688799 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.689090 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.689381 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.689671 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.689959 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.690244 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.690671 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.690982 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.691263 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:25.691478 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 22 07:54:25.691714 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103721) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 22 07:54:26.061419 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 22 07:54:26.061697 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 22 07:54:26.061997 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 22 07:54:26.062466 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 22 07:54:26.387754 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.387978 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.388244 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.389405 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.389676 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.390052 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.435676 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.435958 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.436223 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.450641 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.450921 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.451188 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.479487 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.479763 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.480025 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.517582 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.517875 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.518139 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.859502 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.860120 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.860120 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.860299 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.860950 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.960707 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.961024 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.961301 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.961568 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.961829 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.962131 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.962385 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.962662 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.962913 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.963190 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.963445 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.963703 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.963953 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.964196 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.964446 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.964706 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.964955 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.965217 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.965480 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.965733 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.965999 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.966243 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.966539 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.966917 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.967162 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.967403 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:26.967788 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 07:54:26.968022 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 07:54:26.968253 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 07:54:26.968484 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 07:54:26.968713 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 07:54:26.968942 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 07:54:26.969301 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 22 07:54:26.972468 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 22 07:54:26.976455 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 22 07:54:26.980062 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 22 07:54:26.981671 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 22 07:54:26.982127 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 22 07:54:26.982456 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 22 07:54:26.982857 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 22 07:54:26.985609 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 22 07:54:26.985859 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 22 07:54:26.986206 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 07:54:26.991540 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 22 07:54:27.015280 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 22 07:54:27.015728 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:27.016021 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103721) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 22 07:54:27.016389 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:27.017730 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103721) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 22 07:54:27.018004 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 07:54:27.018245 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 22 07:54:27.021533 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:27.021803 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:27.083940 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 22 07:54:27.084177 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 22 07:54:27.084411 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 22 07:54:27.084769 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 22 07:54:27.104664 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_db.sqlalchemy.engines [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103721) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 22 07:54:27.695764 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.managers [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Initializing driver for type 'gre' Apr 22 07:54:27.696209 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] gre ID ranges: [(1, 1000)] Apr 22 07:54:27.918829 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.managers [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Initializing driver for type 'local' Apr 22 07:54:27.919459 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.managers [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Initializing driver for type 'vlan' Apr 22 07:54:28.021946 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] VlanTypeDriver initialization complete Apr 22 07:54:28.022217 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.managers [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Initializing driver for type 'vxlan' Apr 22 07:54:28.022762 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] vxlan ID ranges: [(1, 1000)] Apr 22 07:54:28.215607 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.managers [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Initializing extension driver 'port_security' Apr 22 07:54:28.215975 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.extensions.port_security [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] PortSecurityExtensionDriver initialization complete Apr 22 07:54:28.216308 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.managers [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Initializing mechanism driver 'openvswitch' Apr 22 07:54:28.216635 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.managers [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Initializing mechanism driver 'hyperv' Apr 22 07:54:28.223382 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.plugins.ml2.plugin [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 07:54:28.224236 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > port after_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.224612 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > port after_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.224970 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > port after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.225501 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 22 07:54:28.225938 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > subnet after_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.226298 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > subnet after_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.226684 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.227084 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 22 07:54:28.227498 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > network after_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.227852 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > network after_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.233680 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > network after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.233680 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 22 07:54:28.233680 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > security_group after_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.233680 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > security_group after_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.233680 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.234063 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 22 07:54:28.234063 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.234063 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.234063 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.234063 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 22 07:54:28.234414 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > address_group after_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.234414 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > address_group after_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.234414 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.234414 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103721) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 22 07:54:28.234414 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] ML2 OVO RPC backend initialized. {{(pid=103721) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 22 07:54:28.234810 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.234810 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.234966 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > network before_response 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.235215 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > networks before_response 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.235565 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > port before_response 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.235934 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > ports before_response 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.236280 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > subnet before_response 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.236622 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > subnets before_response 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.236968 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > network after_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.237804 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > network after_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.238141 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > network after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.238479 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > port after_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.238840 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > port after_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.239176 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > port after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.239517 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > subnet after_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.239855 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > subnet after_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.240231 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.247464 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.quota [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded quota_driver: . Apr 22 07:54:28.247830 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.plugin [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Modular L2 Plugin initialization complete Apr 22 07:54:28.248184 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading services supported by the core plugin {{(pid=103721) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 22 07:54:28.248531 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.plugins.ml2.managers [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Got port-security extension from driver 'port_security' Apr 22 07:54:28.249010 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.extensions.vlantransparent [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Disabled vlantransparent extension. Apr 22 07:54:28.249510 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103721) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 22 07:54:28.249837 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading Plugin: router Apr 22 07:54:28.292093 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.292496 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router after_create 55549900 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.292867 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router before_create 55549900 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.293256 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.293637 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.294000 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router after_delete 55549900 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.294367 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.294767 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.295143 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router after_create 55549900 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.295506 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router after_update 55549900 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.295860 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router after_update 55549900 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.301029 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.301029 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router after_update 55549900 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.301029 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router precommit_update 55549900 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.301029 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: port after_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.301893 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: port after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.301893 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: subnet after_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.301893 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.301893 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.302191 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router precommit_create 55549900 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.302191 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: port before_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.302191 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router precommit_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.302191 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router after_update 55549900 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.302486 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.302486 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router precommit_create 55549900 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.302486 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.302486 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router precommit_update 55549900 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.302817 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > agent after_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.302898 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > agent after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.303230 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > network after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.304098 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Tracking information for resource: router configured {{(pid=103721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 07:54:28.304684 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Tracking information for resource: floatingip configured {{(pid=103721) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 07:54:28.309663 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.db.l3_agentschedulers_db [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 22 07:54:28.310252 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: port after_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.310646 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: port after_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.311001 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: port after_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.311355 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: port after_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.312183 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router before_create 55550100 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.312553 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.312918 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router precommit_create 55550100 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.313279 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > router precommit_update 55550100 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.318767 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.services.provider_configuration [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Service providers = [] {{(pid=103721) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 22 07:54:28.319135 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.db.servicetype_db [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103721) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 22 07:54:28.322113 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.services.service_base [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103721) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 07:54:28.322468 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.services.service_base [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103721) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 07:54:28.322841 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.services.service_base [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103721) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 07:54:28.323750 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.services.service_base [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103721) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 07:54:28.324468 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.services.service_base [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 22 07:54:28.324865 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 07:54:28.325188 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 22 07:54:28.340673 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 07:54:28.341015 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading Plugin: auto_allocate Apr 22 07:54:28.346860 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: network precommit_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.347253 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: network precommit_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.347791 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 07:54:28.348113 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading Plugin: tag Apr 22 07:54:28.354960 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 07:54:28.355297 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading Plugin: timestamp Apr 22 07:54:28.359272 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 07:54:28.359609 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading Plugin: network_ip_availability Apr 22 07:54:28.365892 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.366269 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.366658 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.367448 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 07:54:28.367882 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading Plugin: flavors Apr 22 07:54:28.373959 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 07:54:28.374295 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading Plugin: revisions Apr 22 07:54:28.379647 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103721) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 07:54:28.380049 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.318s {{(pid=103721) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 22 07:54:28.380808 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103721) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 22 07:54:28.381148 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Initializing extension manager. Apr 22 07:54:28.381671 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: __init__.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.382019 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: __pycache__ {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.382358 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: address_group.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.383145 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.383737 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: address-group Apr 22 07:54:28.384065 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: address_scope.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.384780 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.385297 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: address-scope Apr 22 07:54:28.385623 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.386610 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.387132 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: router-admin-state-down-before-update Apr 22 07:54:28.387457 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: agent.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.388184 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.388705 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: agent Apr 22 07:54:28.389029 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: agent_resources_synced.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.389942 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.390453 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: agent-resources-synced Apr 22 07:54:28.390816 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: allowedaddresspairs.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.392644 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.393177 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: allowed-address-pairs Apr 22 07:54:28.393586 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: auto_allocated_topology.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.394710 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.395234 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: auto-allocated-topology Apr 22 07:54:28.395564 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: availability_zone.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.396261 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.396772 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: availability_zone Apr 22 07:54:28.397100 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: availability_zone_filter.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.398014 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.398542 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: availability_zone_filter Apr 22 07:54:28.398872 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: data_plane_status.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.399803 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.400310 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension data-plane-status not supported by any of loaded plugins Apr 22 07:54:28.400642 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: default_subnetpools.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.401587 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.402101 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: default-subnetpools Apr 22 07:54:28.402430 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.403268 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.403779 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: dhcp_agent_scheduler Apr 22 07:54:28.404107 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: dns.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.405029 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.405546 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension dns-integration not supported by any of loaded plugins Apr 22 07:54:28.405875 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: dns_domain_ports.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.406813 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.407323 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 22 07:54:28.407655 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.408572 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.409113 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 22 07:54:28.409436 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: dvr.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.410181 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.410725 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: dvr Apr 22 07:54:28.411053 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: ecmp_routes.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.411970 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.412482 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 22 07:54:28.412808 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: empty_string_filtering.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.413717 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.414230 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: empty-string-filtering Apr 22 07:54:28.414584 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.415506 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.416017 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 22 07:54:28.416339 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.417264 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.417773 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 22 07:54:28.418094 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: external_net.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.419041 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.419553 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: external-net Apr 22 07:54:28.419874 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.420783 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.421294 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: extra_dhcp_opt Apr 22 07:54:28.421616 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: extraroute.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.422558 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.423073 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: extraroute Apr 22 07:54:28.423397 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: extraroute_atomic.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.424430 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.425557 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: extraroute-atomic Apr 22 07:54:28.425883 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: filter_validation.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.426576 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.427114 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: filter-validation Apr 22 07:54:28.427438 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: fip_pf_description.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.428351 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.428860 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 22 07:54:28.429425 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: fip_port_details.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.430561 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.431083 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: fip-port-details Apr 22 07:54:28.431407 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: flavors.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.432634 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.433159 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: flavors Apr 22 07:54:28.433488 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.435166 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.435694 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 22 07:54:28.436026 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: floatingip_pools.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.436725 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.437237 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: floatingip-pools Apr 22 07:54:28.437564 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: ip_allocation.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.438486 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.439023 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension ip_allocation not supported by any of loaded plugins Apr 22 07:54:28.439351 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.440284 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.441483 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: ip-substring-filtering Apr 22 07:54:28.441806 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: l2_adjacency.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.442808 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.443321 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 22 07:54:28.443649 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: l3.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.444615 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.445138 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: router Apr 22 07:54:28.445493 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.447756 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.448294 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 22 07:54:28.448630 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.449567 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.450092 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: ext-gw-mode Apr 22 07:54:28.450423 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.451367 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.451884 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: l3-ha Apr 22 07:54:28.452211 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.453122 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.453634 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 22 07:54:28.453961 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: l3_flavors.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.454904 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.455423 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: l3-flavors Apr 22 07:54:28.455749 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.457141 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.457667 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 22 07:54:28.458017 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.458940 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.459462 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 22 07:54:28.459796 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: l3agentscheduler.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.460832 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.461382 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: l3_agent_scheduler Apr 22 07:54:28.461716 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: local_ip.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.463491 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.464027 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension local_ip not supported by any of loaded plugins Apr 22 07:54:28.464366 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: logging.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.467318 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.467857 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension logging not supported by any of loaded plugins Apr 22 07:54:28.468198 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: metering.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.468975 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.469562 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: metering Apr 22 07:54:28.469894 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.471016 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.471559 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: metering_source_and_destination_fields Apr 22 07:54:28.471999 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: multiprovidernet.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.472944 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.473468 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: multi-provider Apr 22 07:54:28.473797 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: netmtu.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.474755 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.475269 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: net-mtu Apr 22 07:54:28.475596 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: netmtu_writable.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.476520 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.477075 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: net-mtu-writable Apr 22 07:54:28.477405 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: network_availability_zone.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.478081 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.478633 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: network_availability_zone Apr 22 07:54:28.478961 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: network_ip_availability.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.480094 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.480615 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: network-ip-availability Apr 22 07:54:28.480940 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: network_segment_range.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.481714 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.482228 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension network-segment-range not supported by any of loaded plugins Apr 22 07:54:28.482582 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: pagination.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.483580 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.483917 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: pagination Apr 22 07:54:28.484504 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: port_device_profile.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.485451 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.485975 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: port-device-profile Apr 22 07:54:28.486300 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.487784 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.488316 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: port-mac-address-regenerate Apr 22 07:54:28.488773 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.489606 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.490118 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: port-numa-affinity-policy Apr 22 07:54:28.490441 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: port_resource_request.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.491383 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.491894 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension port-resource-request not supported by any of loaded plugins Apr 22 07:54:28.492215 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: port_resource_request_groups.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.493191 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.493707 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 22 07:54:28.494035 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: portbindings.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.495006 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.495529 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: binding Apr 22 07:54:28.495858 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: portbindings_extended.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.497129 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.497646 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: binding-extended Apr 22 07:54:28.497976 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: portsecurity.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.498922 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.499437 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: port-security Apr 22 07:54:28.499764 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: project_id.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.500743 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.501078 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: project-id Apr 22 07:54:28.501401 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: providernet.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.502331 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.503505 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: provider Apr 22 07:54:28.503807 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: qos.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.507392 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.507922 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension qos not supported by any of loaded plugins Apr 22 07:54:28.508257 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.509493 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.510016 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 22 07:54:28.510349 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.511304 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.511852 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 22 07:54:28.512184 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: qos_default.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.513105 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.513619 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension qos-default not supported by any of loaded plugins Apr 22 07:54:28.513949 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: qos_fip.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.514958 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.515474 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension qos-fip not supported by any of loaded plugins Apr 22 07:54:28.515808 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.516735 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.517248 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 22 07:54:28.517576 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: qos_gateway_ip.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.518552 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.519073 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 22 07:54:28.519401 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: qos_port_network_policy.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.520440 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.520981 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 22 07:54:28.521313 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.522347 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.522902 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 22 07:54:28.523232 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.524274 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.524792 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 22 07:54:28.525117 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: qos_pps_rule.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.526292 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.526847 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension qos-pps not supported by any of loaded plugins Apr 22 07:54:28.527176 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: qos_rule_type_details.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.528104 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.528623 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 22 07:54:28.528950 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: qos_rules_alias.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.529997 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.530540 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 22 07:54:28.530873 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: quota_check_limit.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.531794 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.532319 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: quota-check-limit Apr 22 07:54:28.532649 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: quotasv2.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.533609 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.533941 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: quotas Apr 22 07:54:28.534296 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: quotasv2_detail.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.536010 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.536357 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: quota_details Apr 22 07:54:28.536692 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: rbac.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.537761 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.538298 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: rbac-policies Apr 22 07:54:28.538669 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: rbac_address_group.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.539599 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.540127 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: rbac-address-group Apr 22 07:54:28.540458 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: rbac_address_scope.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.541385 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.541909 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: rbac-address-scope Apr 22 07:54:28.542286 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: rbac_security_groups.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.543197 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.543719 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: rbac-security-groups Apr 22 07:54:28.544047 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: rbac_subnetpool.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.544959 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.545485 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: rbac-subnetpool Apr 22 07:54:28.545818 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: revisionifmatch.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.546844 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.547365 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: revision-if-match Apr 22 07:54:28.547690 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: revisions.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.548797 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.549315 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: standard-attr-revisions Apr 22 07:54:28.549643 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: router_availability_zone.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.550870 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.551384 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: router_availability_zone Apr 22 07:54:28.551708 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: routerservicetype.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.552638 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.553148 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension router-service-type not supported by any of loaded plugins Apr 22 07:54:28.553474 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.554693 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.555213 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: security-groups-normalized-cidr Apr 22 07:54:28.555546 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.556470 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.556982 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: port-security-groups-filtering Apr 22 07:54:28.557307 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.558236 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.558785 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: security-groups-remote-address-group Apr 22 07:54:28.559111 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.560050 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.560564 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: security-groups-shared-filtering Apr 22 07:54:28.560891 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.561486 dv-cinder-838880-1-smb neutron-server[103721]: WARNING neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 22 07:54:28.561813 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: securitygroup.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.571970 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.572506 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: security-group Apr 22 07:54:28.572843 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: segment.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.573573 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.574090 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension segment not supported by any of loaded plugins Apr 22 07:54:28.574421 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.575395 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.575918 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 22 07:54:28.576275 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: servicetype.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.577375 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.577899 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: service-type Apr 22 07:54:28.578228 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: sorting.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.579239 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.579576 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: sorting Apr 22 07:54:28.579904 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: standard_attr_segment.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.580819 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.581471 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 22 07:54:28.581858 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: standardattrdescription.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.582540 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.583083 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: standard-attr-description Apr 22 07:54:28.583412 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: stateful_security_group.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.584343 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.584860 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: stateful-security-group Apr 22 07:54:28.585185 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: stdattrs_common.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.585764 dv-cinder-838880-1-smb neutron-server[103721]: WARNING neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 22 07:54:28.586095 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.587064 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.587589 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 22 07:54:28.587917 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: subnet_onboard.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.588985 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.589505 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: subnet_onboard Apr 22 07:54:28.589830 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.590804 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.591363 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 22 07:54:28.591691 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: subnet_service_types.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.592613 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.593131 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: subnet-service-types Apr 22 07:54:28.593458 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: subnetallocation.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.594584 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.595130 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: subnet_allocation Apr 22 07:54:28.595458 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.596131 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.596698 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: subnetpool-prefix-ops Apr 22 07:54:28.597101 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.598040 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.598584 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 22 07:54:28.598913 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: tagging.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.600008 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.600534 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: standard-attr-tag Apr 22 07:54:28.600862 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: timestamp.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.602079 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.602640 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loaded extension: standard-attr-timestamp Apr 22 07:54:28.602973 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: trunk.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.604005 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.604527 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension trunk not supported by any of loaded plugins Apr 22 07:54:28.604859 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: trunk_details.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.605781 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.606305 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension trunk-details not supported by any of loaded plugins Apr 22 07:54:28.606667 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: uplink_status_propagation.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.607598 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.608115 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 22 07:54:28.608443 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Loading extension file: vlantransparent.py {{(pid=103721) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 07:54:28.609119 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103721) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 07:54:28.609630 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 22 07:54:28.612687 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Creating instance of TrackedResource for resource:network Apr 22 07:54:28.613220 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Creating instance of TrackedResource for resource:subnet Apr 22 07:54:28.613616 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 07:54:28.614011 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Creating instance of TrackedResource for resource:port Apr 22 07:54:28.615463 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.v2.resource_helper [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 07:54:28.615931 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.v2.resource_helper [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Service FLAVORS assigned prefix: {{(pid=103721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 07:54:28.616545 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.v2.resource_helper [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 07:54:28.616978 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.v2.resource_helper [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 07:54:28.617311 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Creating instance of TrackedResource for resource:router Apr 22 07:54:28.617746 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Creating instance of TrackedResource for resource:floatingip Apr 22 07:54:28.618237 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.v2.resource_helper [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Service METERING assigned prefix: /metering {{(pid=103721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 07:54:28.619715 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.620101 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.620460 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103721) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 07:54:28.621457 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 07:54:28.621901 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Creating instance of TrackedResource for resource:security_group Apr 22 07:54:28.622394 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 07:54:28.623040 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.v2.resource_helper [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Service CORE assigned prefix: {{(pid=103721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 07:54:28.623376 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 07:54:28.623725 dv-cinder-838880-1-smb neutron-server[103721]: WARNING neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] subnetpool is already registered Apr 22 07:54:28.624154 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.v2.resource_helper [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Service CORE assigned prefix: {{(pid=103721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 07:54:28.624490 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 07:54:28.624821 dv-cinder-838880-1-smb neutron-server[103721]: WARNING neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] subnetpool is already registered Apr 22 07:54:28.627161 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.v2.resource_helper [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 07:54:28.627600 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.v2.resource_helper [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Service FLAVORS assigned prefix: {{(pid=103721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 07:54:28.628919 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.v2.resource_helper [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 07:54:28.629517 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.v2.resource_helper [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 07:54:28.629893 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Creating instance of TrackedResource for resource:router Apr 22 07:54:28.630264 dv-cinder-838880-1-smb neutron-server[103721]: WARNING neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] router is already registered Apr 22 07:54:28.630702 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Creating instance of TrackedResource for resource:floatingip Apr 22 07:54:28.631041 dv-cinder-838880-1-smb neutron-server[103721]: WARNING neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] floatingip is already registered Apr 22 07:54:28.631499 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.v2.resource_helper [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Service METERING assigned prefix: /metering {{(pid=103721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 07:54:28.632163 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 07:54:28.632489 dv-cinder-838880-1-smb neutron-server[103721]: WARNING neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] rbac_policy is already registered Apr 22 07:54:28.632901 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Creating instance of TrackedResource for resource:security_group Apr 22 07:54:28.633237 dv-cinder-838880-1-smb neutron-server[103721]: WARNING neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] security_group is already registered Apr 22 07:54:28.633637 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 07:54:28.633970 dv-cinder-838880-1-smb neutron-server[103721]: WARNING neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] security_group_rule is already registered Apr 22 07:54:28.634618 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.v2.resource_helper [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Service CORE assigned prefix: {{(pid=103721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 07:54:28.634952 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 07:54:28.635287 dv-cinder-838880-1-smb neutron-server[103721]: WARNING neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] subnetpool is already registered Apr 22 07:54:28.635706 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.v2.resource_helper [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Service CORE assigned prefix: {{(pid=103721) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 07:54:28.636034 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 07:54:28.636375 dv-cinder-838880-1-smb neutron-server[103721]: WARNING neutron.quota.resource_registry [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] subnetpool is already registered Apr 22 07:54:28.637188 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: extensions {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.638724 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: address-groups {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.640212 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: address-scopes {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.641681 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: agents {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.646390 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: auto-allocated-topology {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.647657 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: availability_zones {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.648860 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: dhcp-networks {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.650371 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: dhcp-agents {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.651818 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: routers {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.653994 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: flavors {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.655195 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: service_profiles {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.656391 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: next_providers {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.657894 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: service_profiles {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.660214 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: floatingip-pools {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.661431 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: routers {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.663514 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: floatingips {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.665884 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: l3-routers {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.667402 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: l3-agents {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.668840 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: metering-labels {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.670188 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: metering-label-rules {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.671478 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: network-ip-availabilities {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.672725 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: bindings {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.674580 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: quotas {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.677163 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: quotas {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.679011 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: rbac-policies {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.680999 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: security-groups {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.682476 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: security-group-rules {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.683867 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: service-providers {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.685553 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: subnetpools {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.687003 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: subnetpools {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.688486 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: tags {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.690172 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: tags {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.692150 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: tags {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.693916 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: tags {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.695726 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: tags {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.697660 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: tags {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.699359 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: tags {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.701236 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: tags {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.703008 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: tags {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.704844 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron.api.extensions [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Extended resource: tags {{(pid=103721) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 07:54:28.710779 dv-cinder-838880-1-smb neutron-server[103721]: WARNING keystonemiddleware.auth_token [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 22 07:54:28.715554 dv-cinder-838880-1-smb neutron-server[103721]: WARNING keystonemiddleware.auth_token [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 22 07:54:28.724881 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Acquired lock "singleton_lock" {{(pid=103721) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 22 07:54:28.725365 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_concurrency.lockutils [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Releasing lock "singleton_lock" {{(pid=103721) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 22 07:54:28.726023 dv-cinder-838880-1-smb neutron-server[103721]: INFO oslo_service.service [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Starting 2 workers Apr 22 07:54:28.731011 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Started child 103832 {{(pid=103721) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 22 07:54:28.735584 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Started child 103833 {{(pid=103721) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 22 07:54:28.736757 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:28.738012 dv-cinder-838880-1-smb neutron-server[103721]: INFO neutron.service [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 22 07:54:28.738396 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:28.739541 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [-] (103832) wsgi starting up on http://0.0.0.0:9696 Apr 22 07:54:28.740899 dv-cinder-838880-1-smb neutron-server[103721]: INFO oslo_service.service [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Starting 1 workers Apr 22 07:54:28.741203 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:28.742734 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [-] (103833) wsgi starting up on http://0.0.0.0:9696 Apr 22 07:54:28.746210 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Started child 103834 {{(pid=103721) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 22 07:54:28.746929 dv-cinder-838880-1-smb neutron-server[103721]: INFO oslo_service.service [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Starting 1 workers Apr 22 07:54:28.749875 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.service [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] calling RpcWorker wait() {{(pid=103834) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 22 07:54:28.750424 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.service [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] returning from RpcWorker wait() {{(pid=103834) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 22 07:54:28.751419 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Started child 103835 {{(pid=103721) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 22 07:54:28.751642 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:28.752114 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 07:54:28.752232 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG neutron_lib.callbacks.manager [None req-c1007d3d-d7cf-4ceb-a5cc-7e1c14263868 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:28.754289 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103721) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 22 07:54:28.754544 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 22 07:54:28.754716 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 22 07:54:28.754950 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 22 07:54:28.755322 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 22 07:54:28.755491 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 22 07:54:28.756007 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.756296 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.756588 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.756688 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:28.757158 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.757158 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.757689 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.757945 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.758205 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.758487 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.758803 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.758974 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.759135 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.759391 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.759639 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.759946 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.760214 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.760451 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.760725 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.760891 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.761172 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.761434 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.761679 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.761946 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] debug = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.762185 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.762719 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.762947 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.763204 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.763426 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.763689 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.763920 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.764212 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.764466 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.764682 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.764947 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.765196 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.765483 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.765701 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.765967 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.766181 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.766444 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.766705 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.767153 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] host = dv-cinder-838880-1-smb {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.767367 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.767601 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.767845 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.768092 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.768348 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.768926 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.769728 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.769728 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.769728 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.770132 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.770132 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.770415 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.770606 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.770752 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] log_file = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.770919 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] log_options = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.771156 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.771441 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.771682 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.771871 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.772041 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.772208 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.772474 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.772633 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.772881 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.773128 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.773340 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.773568 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.773783 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.773999 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.774270 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.774583 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.774841 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.785552 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.785552 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.785552 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.785552 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.785552 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.785552 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.785552 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.785552 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.786638 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.786638 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.786638 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.786638 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.786638 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.786638 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.786638 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.786638 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.787238 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.787321 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 07:54:28.789120 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.789120 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.789120 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.789120 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.789120 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.789120 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.789120 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.789120 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.789710 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.789710 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.789710 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.789710 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.789710 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] use_json = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.789710 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.789710 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.789710 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.789710 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.790307 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.790307 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.790307 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.790307 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.790307 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.790307 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.790307 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.790307 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.790906 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.790906 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.790906 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.790906 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.790906 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.790906 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.790906 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.790906 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.791475 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.791475 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.791475 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.791475 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.791475 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.791475 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.791475 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.791475 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.792004 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.792004 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.792004 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.792004 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.792004 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.792004 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.792459 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.792459 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.792627 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.792766 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.793119 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.793377 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.793626 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.793902 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.794123 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.794345 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.794606 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.794898 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.795270 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.795527 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.795819 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.796028 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.796259 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.796522 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.796789 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.797005 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.797238 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.797514 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.797747 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.797974 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.798199 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.798413 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.798667 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.798891 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.799104 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.799337 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.799567 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.800388 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.800689 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.800931 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.801147 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.801361 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.801579 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.801829 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.802053 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.802267 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.802478 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.802739 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.802950 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.803209 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.803424 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.803640 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.803855 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.804065 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.804607 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.804747 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.804954 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.805170 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.805388 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.805620 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.805831 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.806062 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.806280 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.806493 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.806737 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.806950 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.807166 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.807391 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.807622 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.807860 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.808153 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.808374 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.808654 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.808963 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.809233 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.809478 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.809717 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.809974 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.810191 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.810435 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.813995 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.813995 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.813995 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.813995 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.813995 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.813995 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.813995 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.813995 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.814641 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.814641 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.814641 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.814641 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.814641 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.814641 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.814641 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.814641 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.815349 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.815349 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.815349 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.815349 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.815349 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.815972 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.816106 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.816342 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.816645 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.816942 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.817218 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.817493 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.817727 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.817956 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.818209 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.818442 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.818740 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.818997 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.819267 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.819507 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.819741 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.820002 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.820223 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.820469 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.820762 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.820994 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.821226 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.821442 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.821714 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.821963 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.822198 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.822460 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.822726 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.822960 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.823222 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.823457 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.823672 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.823925 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.824156 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.824371 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.824621 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.824836 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.825072 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.825303 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.825537 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.825787 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.826019 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.826242 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.826456 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.826708 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.826925 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.827172 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.827384 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.827620 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.827871 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.828106 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.828323 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.828537 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.828749 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.829011 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.829247 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.829508 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.829751 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.829966 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.830208 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.830451 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.830710 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.830973 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.831253 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.831502 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.831717 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.831969 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.832835 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.832835 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.832835 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.832835 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.833330 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.833330 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.833524 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.833862 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.834642 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.834642 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.834642 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.834955 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.835069 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.836720 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.836720 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.836720 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.836720 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.836720 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.836720 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.836720 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.837225 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.837225 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.837225 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.837455 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.837692 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.837938 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.838162 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.838402 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.838660 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.838878 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.839115 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.839325 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.839599 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.839807 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.840017 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.840223 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.840507 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.840770 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.841019 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.841273 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.841512 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.841763 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.842013 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.842222 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.842432 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.842794 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.842949 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.843114 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.843358 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.843598 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.843794 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.844015 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.844229 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.844438 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.844675 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.844884 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.845092 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.845313 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.845551 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.845758 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.846008 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.846240 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.846451 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.847242 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.847484 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.847695 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.847919 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.848148 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.848356 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.848575 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.848793 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.849021 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.849380 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.849532 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.849769 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.850061 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.850318 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.850661 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.850904 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.851207 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.851473 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.851732 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.851968 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.852185 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.852406 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.852751 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.853081 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.853444 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.854086 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.854086 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.854354 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.854885 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.856379 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.856379 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.856379 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.856379 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.856379 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.856990 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.856990 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.856990 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.857347 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.857491 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.857616 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.857835 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.858049 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.858323 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.858604 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.858829 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.859050 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.859296 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.859531 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.859784 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.860016 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.860240 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.860454 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.860611 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 22 07:54:28.861137 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103721) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 22 07:54:28.861298 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 22 07:54:28.861450 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 22 07:54:28.861620 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 22 07:54:28.861790 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 22 07:54:28.861967 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 22 07:54:28.862198 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.862978 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.863068 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.863214 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.863455 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.863557 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.863691 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.863911 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.864034 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.864145 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.864267 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.864420 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.864568 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.864725 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.864884 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.865042 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.865200 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.865358 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.865522 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.865682 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.865823 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.865985 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.866210 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] debug = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.866349 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.866524 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.866680 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.866839 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.866997 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.867162 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.867318 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.867478 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.867639 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.867799 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.867956 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.868117 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.868274 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.868432 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.868590 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.868748 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.868905 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.869063 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.869967 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] host = dv-cinder-838880-1-smb {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.869967 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.869967 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.869967 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.870682 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.870880 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.871647 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.871647 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.871647 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.872023 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.872023 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.872023 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.872371 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.872371 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.872605 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] log_file = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.872605 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] log_options = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.872839 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.872962 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.873085 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.873232 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.873397 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.873484 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 57614) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:54:28.873570 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.874728 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.874728 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.874934 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.875113 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.875276 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.875438 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.875598 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.875756 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.876028 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.876192 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.876355 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.876618 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.876783 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.876940 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.877096 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.877253 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.877411 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.877567 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.877723 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.877982 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.878202 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.878415 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.878555 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.878668 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.878816 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.878974 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.879129 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.879284 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.879439 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.879595 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.879751 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.879907 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.880069 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.880273 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.880432 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.880589 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.880745 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.880901 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.881058 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.881222 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.881357 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] use_json = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.881511 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.881666 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.881822 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.881980 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.882136 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.882291 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.882448 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.882551 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067825 Apr 22 07:54:28.884466 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.884613 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 07:54:28.884812 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.884989 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.885168 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.885796 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.885796 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.889367 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.889367 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.889367 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.889367 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.889367 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.889367 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.889367 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.889367 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.890197 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.890197 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.891212 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.891835 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.893634 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.893822 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.894000 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.894174 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.894396 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.894633 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.894742 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.894915 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.895570 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.897166 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.897357 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.897535 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.897729 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.897900 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.898454 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.898454 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.898454 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.898707 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.898773 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.898946 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.899094 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.899238 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.899383 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.899542 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.899702 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.899863 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.900021 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.900185 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.900338 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.900500 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.900662 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.900821 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.900980 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.901144 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.901366 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.901499 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.901659 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.901819 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.901979 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.902162 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.902340 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.902535 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.906083 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.906083 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.906083 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.906408 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.906408 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.906701 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.906831 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.906938 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.907061 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.907267 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.907391 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.907632 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.907756 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.907862 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.908002 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.908165 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.908325 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.908485 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.908645 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.908804 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.908964 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.909710 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.909883 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.910044 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.910283 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.910452 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.911921 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.912103 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.913696 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.913696 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.913696 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.913696 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.914083 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.915330 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.915519 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.916763 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.916979 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.917194 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.917377 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.917550 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.917719 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.917886 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.918052 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.918218 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.918427 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.919229 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.919759 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 07:54:28.919847 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.919847 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.919847 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.919847 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.920118 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.920195 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.920318 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.920477 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.920636 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.920798 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.920959 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.921117 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.921276 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.921461 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.921631 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.921791 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.922683 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.923025 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.924264 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.924264 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.924264 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.924264 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.924533 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.924533 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.925408 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.925647 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.925939 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.926037 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.926265 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.926483 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.926839 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.927066 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.927297 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.927550 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.928342 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.928342 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.928342 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.928795 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.928795 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.928916 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.929088 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.929730 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.929730 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.929900 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.930108 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.930377 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.930474 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.931557 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.931790 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.932016 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.932244 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.932469 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.932641 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.932808 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.932974 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.933138 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.933308 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.933475 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.933641 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.933798 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.934125 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.934434 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.935225 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.935225 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.935225 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.935225 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.935594 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.935594 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.935760 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.935838 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.935953 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.936125 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.936289 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.936450 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.936759 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.937075 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.937269 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.937430 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.937746 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.937910 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.938175 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.938341 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.938526 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.938705 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.938858 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.939034 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.939176 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.939340 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.939502 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.939682 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.939845 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.940009 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.940201 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.940408 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.940636 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.940864 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.941097 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.941366 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.941614 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.941784 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.942139 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.942298 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.943018 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.943018 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.943018 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.943018 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.943300 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.943300 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.943417 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.943576 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.943738 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.943899 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.944076 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.944232 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.944396 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.944559 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.944720 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.944881 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.945058 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.945221 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.945384 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.945546 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.945708 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.945877 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.946700 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.946700 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.946700 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.946700 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.946994 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.946994 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.947113 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.947257 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.947367 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.947547 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.947778 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.947882 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.948028 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.948311 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.948473 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.948639 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.949122 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.949319 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.949476 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.949624 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.949780 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.949932 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.950249 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.950589 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.950765 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.950925 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.951232 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.951526 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.951816 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.952134 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.952315 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.952480 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.952643 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.952916 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.952992 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.953120 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.953269 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.953504 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.953749 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.953919 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.954082 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.954369 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.956222 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.956222 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.956222 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.956222 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.956222 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.956222 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.956633 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.956633 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.956633 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.956813 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.956962 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.957115 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.957325 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.957699 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.957929 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.958024 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.958125 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.958427 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.958658 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.958758 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.958924 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.959089 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.959252 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.960078 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.960078 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.960078 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.960078 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.960078 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.960411 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.960477 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.960633 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 07:54:28.960762 dv-cinder-838880-1-smb neutron-server[103721]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103721) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 22 07:54:40.550263 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f613e4ab-6ce9-4eeb-b9fc-f4a5934c95a0 None None] get_active_networks_info from dv-cinder-838880-1-smb {{(pid=103834) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 22 07:54:40.611580 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f613e4ab-6ce9-4eeb-b9fc-f4a5934c95a0 None None] No non-hosted networks {{(pid=103834) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 22 07:54:40.619693 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.agentschedulers_db [None req-f613e4ab-6ce9-4eeb-b9fc-f4a5934c95a0 None None] DHCP Agent not found on host dv-cinder-838880-1-smb {{(pid=103834) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 22 07:54:40.709407 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-41f76522-9f4b-4135-9eb9-8ef8ebe37d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704851'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:42.964043 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-a21b2e05-837a-4a3c-a772-97f00573610e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704851'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:43.005719 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.db.api [None req-c414d502-b310-40e9-a211-19f49456bbbc None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-838880-1-smb {{(pid=103834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 07:54:43.006674 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG oslo_db.api [None req-c414d502-b310-40e9-a211-19f49456bbbc None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 07:54:43.599552 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-c414d502-b310-40e9-a211-19f49456bbbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:44.324232 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704851'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:45.244473 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704851'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:46.792530 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 57704) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:54:46.890302 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704851'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:46.891896 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:46.892259 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:46.892616 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:46.893979 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:46.894326 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:46.894695 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:46.895032 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:46.895390 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:46.895727 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:46.896054 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:46.896385 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:46.896712 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:46.897624 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:46.898083 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-838880-1-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 07:54:46.907327 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-838880-1-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 07:54:47.409077 dv-cinder-838880-1-smb neutron-server[103833]: WARNING oslo_policy.policy [None req-d4d1bf53-e476-4915-8623-91ef0687608d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 07:54:47.410208 dv-cinder-838880-1-smb neutron-server[103833]: WARNING oslo_policy.policy [None req-d4d1bf53-e476-4915-8623-91ef0687608d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 07:54:47.649810 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [None req-d4d1bf53-e476-4915-8623-91ef0687608d admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 07:54:47.662523 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-d4d1bf53-e476-4915-8623-91ef0687608d admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8609073 Apr 22 07:54:48.155682 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.db.l3_hamode_db [None req-93319468-0dbe-44f6-a032-8a8e7a03ddf2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 22 07:54:48.233870 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93319468-0dbe-44f6-a032-8a8e7a03ddf2 None None] Routers set() bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 07:54:48.234201 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93319468-0dbe-44f6-a032-8a8e7a03ddf2 None None] Router IDs set() for agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 22 07:54:50.400470 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 57730) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:54:50.904319 dv-cinder-838880-1-smb neutron-server[103832]: WARNING oslo_policy.policy [None req-6d8085d5-d08f-4c6c-bd35-09cb2f05c2de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 07:54:50.904898 dv-cinder-838880-1-smb neutron-server[103832]: WARNING oslo_policy.policy [None req-6d8085d5-d08f-4c6c-bd35-09cb2f05c2de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 07:54:51.124132 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-6d8085d5-d08f-4c6c-bd35-09cb2f05c2de admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 07:54:51.215645 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.policy [None req-6d8085d5-d08f-4c6c-bd35-09cb2f05c2de admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103832) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 22 07:54:51.258385 dv-cinder-838880-1-smb neutron-server[103832]: WARNING oslo_policy.policy [None req-6d8085d5-d08f-4c6c-bd35-09cb2f05c2de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 07:54:51.258795 dv-cinder-838880-1-smb neutron-server[103832]: WARNING oslo_policy.policy [None req-6d8085d5-d08f-4c6c-bd35-09cb2f05c2de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 07:54:51.435516 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6d8085d5-d08f-4c6c-bd35-09cb2f05c2de admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744461640724', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744461641415', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744461626443', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744461623593', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744461614999', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744461605668', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7779577', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7593860', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-856014', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-961722'] for rbac-policy (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:51.628416 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6d8085d5-d08f-4c6c-bd35-09cb2f05c2de admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:51.629868 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-6d8085d5-d08f-4c6c-bd35-09cb2f05c2de admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2273591 Apr 22 07:54:54.109416 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 57746) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:54:54.417073 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 07:54:54.540331 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Made reservation on behalf of bbee97d09cd1470da13d6b537d12657c for: {'network': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 07:54:54.544261 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for network (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:54.561273 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:54.669954 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Publish callbacks [] for security_group (e3204be0-1057-4592-9813-1b609232012e), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:54.746601 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (e3204be0-1057-4592-9813-1b609232012e), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:54.771816 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 07:54:54.805771 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744465249729', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (7ae18e22-968b-47fa-87bf-2505499aa66e), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:54.806275 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Unsubscribe: segment precommit_create {{(pid=103832) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 22 07:54:54.806813 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.segments_db [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Added segment 7ae18e22-968b-47fa-87bf-2505499aa66e of type vlan for network 8a791328-0d38-4606-a9d9-97757305bcb3 Apr 22 07:54:54.822652 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e3204be0-1057-4592-9813-1b609232012e,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:54:54.870183 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:54.870547 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:54.870933 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:54.871269 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:54.871598 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:54.871925 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:54.872252 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:54.872575 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:54.872898 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:54.873237 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:54.873563 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:54.873883 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:54.874200 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Tracked resource versions report: Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: pushed versions: Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: { 'AddressGroup': {'1.2'}, Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'ConntrackHelper': {'1.0'}, Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'LocalIPAssociation': {'1.0'}, Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'Log': {'1.0'}, Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'Network': {'1.1'}, Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'Port': {'1.7'}, Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'PortForwarding': {'1.2'}, Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'QosPolicy': {'1.10'}, Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'SecurityGroup': {'1.5'}, Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'SecurityGroupRule': {'1.2'}, Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'SubPort': {'1.0'}, Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'Subnet': {'1.1'}, Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'Trunk': {'1.1'}} Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: consumer versions: Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: { DHCP agent@dv-cinder-838880-1-smb: {}, Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: L3 agent@dv-cinder-838880-1-smb: {}, Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: Metadata agent@dv-cinder-838880-1-smb: {}, Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: Metering agent@dv-cinder-838880-1-smb: {}, Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: Open vSwitch agent@dv-cinder-838880-1-smb: { 'AddressGroup': '1.2', Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'ConntrackHelper': '1.0', Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'LocalIPAssociation': '1.0', Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'Log': '1.0', Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'Network': '1.1', Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'Port': '1.7', Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'PortForwarding': '1.2', Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'QosPolicy': '1.10', Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'SecurityGroup': '1.5', Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'SecurityGroupRule': '1.2', Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'SubPort': '1.0', Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'Subnet': '1.1', Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: 'Trunk': '1.1'}} Apr 22 07:54:54.875322 dv-cinder-838880-1-smb neutron-server[103832]: {{(pid=103832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 07:54:54.916281 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744464744888'] for network (8a791328-0d38-4606-a9d9-97757305bcb3), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:55.038060 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for network (8a791328-0d38-4606-a9d9-97757305bcb3), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:55.043314 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:54:55.044080 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:55.157029 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] Pushing event updated for resources: {'Network': ['ID=8a791328-0d38-4606-a9d9-97757305bcb3,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:54:55.169325 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Network 8a791328-0d38-4606-a9d9-97757305bcb3 details requested by agent ovs-agent-dv-cinder-838880-1-smb with host dv-cinder-838880-1-smb {{(pid=103834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 22 07:54:55.269924 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-8258a563-9f82-4ad4-90f5-b475a8af6994 demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1593959 Apr 22 07:54:57.820561 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 57758) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:54:58.221403 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db043a3a-ad5b-4f8e-836f-d2ee783c7d4a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:54:58.222730 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-db043a3a-ad5b-4f8e-836f-d2ee783c7d4a demo admin] 10.222.0.13 "GET /v2.0/networks/8a791328-0d38-4606-a9d9-97757305bcb3 HTTP/1.1" status: 200 len: 825 time: 0.4011703 Apr 22 07:54:58.247144 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-f6034ad7-be1f-476c-90f5-79b52ebc8881 demo admin] 10.222.0.13 "GET /v2.0/subnetpools/f7dffb29-36a8-4f0c-8d22-e3afb63e4350 HTTP/1.1" status: 200 len: 734 time: 0.0188625 Apr 22 07:54:58.255969 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-7b8772ae-356f-46ba-a734-41ba356a4363 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'f7dffb29-36a8-4f0c-8d22-e3afb63e4350', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '8a791328-0d38-4606-a9d9-97757305bcb3'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 07:54:58.363199 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8772ae-356f-46ba-a734-41ba356a4363 demo admin] Made reservation on behalf of bbee97d09cd1470da13d6b537d12657c for: {'subnet': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 07:54:58.365915 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7b8772ae-356f-46ba-a734-41ba356a4363 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:58.718080 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7b8772ae-356f-46ba-a734-41ba356a4363 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for subnet (e594de84-710b-42df-a9ce-e22fa23db9c8), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:58.788462 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8772ae-356f-46ba-a734-41ba356a4363 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e594de84-710b-42df-a9ce-e22fa23db9c8,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:54:58.790405 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8772ae-356f-46ba-a734-41ba356a4363 demo admin] Checking segment: {'id': '7ae18e22-968b-47fa-87bf-2505499aa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8a791328-0d38-4606-a9d9-97757305bcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 07:54:58.790796 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8772ae-356f-46ba-a734-41ba356a4363 demo admin] Network hostable DHCP agents. Network: 8a791328-0d38-4606-a9d9-97757305bcb3, hostable agents: ['ca8a9934-86f7-419c-ae11-6a211419c5d0'], hosted agents: [] {{(pid=103832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 07:54:58.905375 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8772ae-356f-46ba-a734-41ba356a4363 demo admin] Network 8a791328-0d38-4606-a9d9-97757305bcb3 is scheduled to be hosted by DHCP agent ca8a9934-86f7-419c-ae11-6a211419c5d0 with binding_index 1 {{(pid=103832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 07:54:58.991937 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-7b8772ae-356f-46ba-a734-41ba356a4363 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838880-1-smb, 8a791328-0d38-4606-a9d9-97757305bcb3) {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 07:54:58.996383 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8772ae-356f-46ba-a734-41ba356a4363 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:54:58.997020 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7b8772ae-356f-46ba-a734-41ba356a4363 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:59.002365 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1166e07-5234-4267-8609-050d3fbb2d6b None None] Network 8a791328-0d38-4606-a9d9-97757305bcb3 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 07:54:59.108415 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-7b8772ae-356f-46ba-a734-41ba356a4363 demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8555586 Apr 22 07:54:59.380319 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp800e8c9e-5289-576f-bc13-8821e13a44bc-8a791328-0d38-4606-a9d9-97757305bcb3', 'network_id': '8a791328-0d38-4606-a9d9-97757305bcb3', 'project_id': 'bbee97d09cd1470da13d6b537d12657c', 'fixed_ips': [{'subnet_id': 'e594de84-710b-42df-a9ce-e22fa23db9c8'}]}} from dv-cinder-838880-1-smb. {{(pid=103834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 22 07:54:59.381548 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:54:59.674931 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.db_base_plugin_common [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Allocated IP 172.20.0.2 (8a791328-0d38-4606-a9d9-97757305bcb3/e594de84-710b-42df-a9ce-e22fa23db9c8/18ca6859-3753-4315-9bbb-d96b8aa2b4cd) {{(pid=103834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 07:54:59.947980 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Publish callbacks [] for port (18ca6859-3753-4315-9bbb-d96b8aa2b4cd), precommit_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:00.032398 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613'] for port (18ca6859-3753-4315-9bbb-d96b8aa2b4cd), after_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:00.103739 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Network 8a791328-0d38-4606-a9d9-97757305bcb3 is already hosted by enough agents. {{(pid=103834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 07:55:00.112811 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.scheduler.base_scheduler [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Resources bound (agent type, host, resource id): {{(pid=103834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 07:55:00.116567 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Received port after_create {{(pid=103834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 07:55:00.134303 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Pushing event updated for resources: {'Port': ['ID=18ca6859-3753-4315-9bbb-d96b8aa2b4cd,revision_number=1']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:55:00.180934 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:00.181283 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:00.181642 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:00.181984 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:00.182318 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:00.182673 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:00.183002 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:00.183330 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:00.183654 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:00.183994 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:00.184325 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:00.184645 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:00.184967 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Tracked resource versions report: Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: pushed versions: Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: { 'AddressGroup': {'1.2'}, Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'ConntrackHelper': {'1.0'}, Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'LocalIPAssociation': {'1.0'}, Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'Log': {'1.0'}, Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'Network': {'1.1'}, Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'Port': {'1.7'}, Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'PortForwarding': {'1.2'}, Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'QosPolicy': {'1.10'}, Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'SecurityGroup': {'1.5'}, Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'SecurityGroupRule': {'1.2'}, Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'SubPort': {'1.0'}, Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'Subnet': {'1.1'}, Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'Trunk': {'1.1'}} Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: consumer versions: Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: { DHCP agent@dv-cinder-838880-1-smb: {}, Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: L3 agent@dv-cinder-838880-1-smb: {}, Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: Metadata agent@dv-cinder-838880-1-smb: {}, Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: Metering agent@dv-cinder-838880-1-smb: {}, Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: Open vSwitch agent@dv-cinder-838880-1-smb: { 'AddressGroup': '1.2', Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'ConntrackHelper': '1.0', Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'LocalIPAssociation': '1.0', Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'Log': '1.0', Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'Network': '1.1', Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'Port': '1.7', Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'PortForwarding': '1.2', Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'QosPolicy': '1.10', Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'SecurityGroup': '1.5', Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'SecurityGroupRule': '1.2', Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'SubPort': '1.0', Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'Subnet': '1.1', Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: 'Trunk': '1.1'}} Apr 22 07:55:00.186068 dv-cinder-838880-1-smb neutron-server[103834]: {{(pid=103834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 07:55:00.218832 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Attempting to bind port 18ca6859-3753-4315-9bbb-d96b8aa2b4cd on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 07:55:00.219162 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Attempting to bind port 18ca6859-3753-4315-9bbb-d96b8aa2b4cd by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': '7ae18e22-968b-47fa-87bf-2505499aa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8a791328-0d38-4606-a9d9-97757305bcb3'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 07:55:00.219574 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Attempting to bind port 18ca6859-3753-4315-9bbb-d96b8aa2b4cd on network 8a791328-0d38-4606-a9d9-97757305bcb3 {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 07:55:00.224558 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 7, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 07:55:00.224949 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Checking segment: {'id': '7ae18e22-968b-47fa-87bf-2505499aa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8a791328-0d38-4606-a9d9-97757305bcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 07:55:00.225437 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:00.225823 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Bound using segment: {'id': '7ae18e22-968b-47fa-87bf-2505499aa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8a791328-0d38-4606-a9d9-97757305bcb3'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 07:55:00.226281 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Bound port: 18ca6859-3753-4315-9bbb-d96b8aa2b4cd, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae18e22-968b-47fa-87bf-2505499aa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8a791328-0d38-4606-a9d9-97757305bcb3'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 07:55:00.226710 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (18ca6859-3753-4315-9bbb-d96b8aa2b4cd), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:00.292162 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] For port 18ca6859-3753-4315-9bbb-d96b8aa2b4cd, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 07:55:00.296623 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] For port 18ca6859-3753-4315-9bbb-d96b8aa2b4cd, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=18ca6859-3753-4315-9bbb-d96b8aa2b4cd,segment=NetworkSegment(7ae18e22-968b-47fa-87bf-2505499aa66e),segment_id=7ae18e22-968b-47fa-87bf-2505499aa66e)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 07:55:00.393325 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (18ca6859-3753-4315-9bbb-d96b8aa2b4cd), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:00.459998 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e90f61-fe4b-49fd-aed4-2bcf1ddcb9e1 None None] Pushing event updated for resources: {'Port': ['ID=18ca6859-3753-4315-9bbb-d96b8aa2b4cd,revision_number=2']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:55:01.687311 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 57766) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:55:02.011053 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [None req-14c33abb-c2a8-4503-9ba1-4de9c223a2f5 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 07:55:02.012139 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-14c33abb-c2a8-4503-9ba1-4de9c223a2f5 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3238237 Apr 22 07:55:04.581053 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 57774) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:55:04.890736 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [None req-5cdd7263-448e-4ccf-9e26-ddc2ddaba021 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 07:55:04.891724 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-5cdd7263-448e-4ccf-9e26-ddc2ddaba021 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3097737 Apr 22 07:55:07.433619 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 57782) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:55:07.746069 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-996377a5-dccf-48ce-8e58-729e236c8976 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 07:55:07.826315 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-996377a5-dccf-48ce-8e58-729e236c8976 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-710721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10227'] for router (fee92ad1-9002-4a32-9b34-0aaf8de03d8c), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:07.827886 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-996377a5-dccf-48ce-8e58-729e236c8976 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10234'] for router (fee92ad1-9002-4a32-9b34-0aaf8de03d8c), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:07.969456 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-996377a5-dccf-48ce-8e58-729e236c8976 demo demo] Publish callbacks [] for router_controller (fee92ad1-9002-4a32-9b34-0aaf8de03d8c), precommit_add_association {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:08.055131 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-996377a5-dccf-48ce-8e58-729e236c8976 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-710858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706120'] for router (fee92ad1-9002-4a32-9b34-0aaf8de03d8c), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:08.211662 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-996377a5-dccf-48ce-8e58-729e236c8976 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:08.212987 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-996377a5-dccf-48ce-8e58-729e236c8976 demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7783756 Apr 22 07:55:10.586127 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-dc6d64ce-501d-48a9-a8d8-7eb07518dee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:10.806926 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 57794) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:55:11.140031 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [None req-0b3044d7-ca99-4502-a0a8-6133a36975fa admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 07:55:11.140998 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-0b3044d7-ca99-4502-a0a8-6133a36975fa admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3331504 Apr 22 07:55:11.767796 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 18ca6859-3753-4315-9bbb-d96b8aa2b4cd up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 07:55:11.853689 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 18ca6859-3753-4315-9bbb-d96b8aa2b4cd triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 07:55:11.854111 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (18ca6859-3753-4315-9bbb-d96b8aa2b4cd), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:11.965060 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 18ca6859-3753-4315-9bbb-d96b8aa2b4cd is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 07:55:11.965439 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (18ca6859-3753-4315-9bbb-d96b8aa2b4cd), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:12.002995 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] For port 18ca6859-3753-4315-9bbb-d96b8aa2b4cd, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=18ca6859-3753-4315-9bbb-d96b8aa2b4cd,segment=NetworkSegment(7ae18e22-968b-47fa-87bf-2505499aa66e),segment_id=7ae18e22-968b-47fa-87bf-2505499aa66e)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 07:55:12.065650 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fd344f-f17c-48da-b176-28bdbe5328ae None None] Network 8a791328-0d38-4606-a9d9-97757305bcb3 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 07:55:12.108936 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (18ca6859-3753-4315-9bbb-d96b8aa2b4cd), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:12.181875 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-0e3480fa-6b2b-40f2-b464-d820b38db4d0 None None] Provisioning complete for port 18ca6859-3753-4315-9bbb-d96b8aa2b4cd triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 07:55:12.182274 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0e3480fa-6b2b-40f2-b464-d820b38db4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (18ca6859-3753-4315-9bbb-d96b8aa2b4cd), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:12.211090 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Pushing event updated for resources: {'Port': ['ID=18ca6859-3753-4315-9bbb-d96b8aa2b4cd,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:55:12.309901 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-0e3480fa-6b2b-40f2-b464-d820b38db4d0 None None] Current status of the port 18ca6859-3753-4315-9bbb-d96b8aa2b4cd is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 07:55:12.530448 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-370f44a3-ba09-49e6-9ad0-0399e229d185 None None] Provisioning complete for port 18ca6859-3753-4315-9bbb-d96b8aa2b4cd triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 07:55:12.530950 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-370f44a3-ba09-49e6-9ad0-0399e229d185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (18ca6859-3753-4315-9bbb-d96b8aa2b4cd), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:12.607073 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-370f44a3-ba09-49e6-9ad0-0399e229d185 None None] Current status of the port 18ca6859-3753-4315-9bbb-d96b8aa2b4cd is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 07:55:12.986746 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-ba054997-49b6-4bea-9b70-56be5b36351a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:13.682608 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 57804) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:55:13.734197 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 18ca6859-3753-4315-9bbb-d96b8aa2b4cd up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 07:55:13.779977 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 18ca6859-3753-4315-9bbb-d96b8aa2b4cd triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 07:55:13.780379 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (18ca6859-3753-4315-9bbb-d96b8aa2b4cd), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:13.861407 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 18ca6859-3753-4315-9bbb-d96b8aa2b4cd is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 07:55:13.941616 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 07:55:14.054845 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Made reservation on behalf of fdfb43c66d9a4813857496562db644ae for: {'network': 1} {{(pid=103833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 07:55:14.125208 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.policy [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103833) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 22 07:55:14.166912 dv-cinder-838880-1-smb neutron-server[103833]: WARNING oslo_policy.policy [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 07:55:14.167290 dv-cinder-838880-1-smb neutron-server[103833]: WARNING oslo_policy.policy [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 07:55:14.177444 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for network (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:14.198157 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:14.306461 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Publish callbacks [] for security_group (d7dbe30f-3a48-4880-a77e-a8ddf75b1ba2), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:14.351155 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:14.420120 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (d7dbe30f-3a48-4880-a77e-a8ddf75b1ba2), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:14.433408 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Reserving flat network on physical network physnet1 {{(pid=103833) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 22 07:55:14.468064 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744465249729', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (8c98866f-a5a7-4e22-9446-dc9a2a87f472), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:14.468621 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Unsubscribe: segment precommit_create {{(pid=103833) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 22 07:55:14.469140 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.db.segments_db [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Added segment 8c98866f-a5a7-4e22-9446-dc9a2a87f472 of type flat for network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 Apr 22 07:55:14.489612 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dbe30f-3a48-4880-a77e-a8ddf75b1ba2,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:55:14.507381 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:14.507739 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:14.508101 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:14.508436 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:14.508756 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:14.509079 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:14.509403 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:14.509723 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:14.510046 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:14.510456 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:14.510804 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:14.511122 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:14.511435 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Tracked resource versions report: Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: pushed versions: Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: { 'AddressGroup': {'1.2'}, Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'ConntrackHelper': {'1.0'}, Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'LocalIPAssociation': {'1.0'}, Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'Log': {'1.0'}, Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'Network': {'1.1'}, Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'Port': {'1.7'}, Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'PortForwarding': {'1.2'}, Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'QosPolicy': {'1.10'}, Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'SecurityGroup': {'1.5'}, Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'SecurityGroupRule': {'1.2'}, Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'SubPort': {'1.0'}, Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'Subnet': {'1.1'}, Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'Trunk': {'1.1'}} Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: consumer versions: Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: { DHCP agent@dv-cinder-838880-1-smb: {}, Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: L3 agent@dv-cinder-838880-1-smb: {}, Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: Metadata agent@dv-cinder-838880-1-smb: {}, Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: Metering agent@dv-cinder-838880-1-smb: {}, Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: Open vSwitch agent@dv-cinder-838880-1-smb: { 'AddressGroup': '1.2', Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'ConntrackHelper': '1.0', Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'LocalIPAssociation': '1.0', Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'Log': '1.0', Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'Network': '1.1', Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'Port': '1.7', Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'PortForwarding': '1.2', Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'QosPolicy': '1.10', Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'SecurityGroup': '1.5', Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'SecurityGroupRule': '1.2', Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'SubPort': '1.0', Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'Subnet': '1.1', Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: 'Trunk': '1.1'}} Apr 22 07:55:14.512565 dv-cinder-838880-1-smb neutron-server[103833]: {{(pid=103833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 07:55:14.596726 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744464744888'] for network (1ba3c60b-0bed-4e05-bf6c-e6da0128f626), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:14.700499 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for network (1ba3c60b-0bed-4e05-bf6c-e6da0128f626), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:14.701554 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:55:14.702255 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:14.804875 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] Pushing event updated for resources: {'Network': ['ID=1ba3c60b-0bed-4e05-bf6c-e6da0128f626,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:55:14.815328 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 details requested by agent ovs-agent-dv-cinder-838880-1-smb with host dv-cinder-838880-1-smb {{(pid=103834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 22 07:55:14.851519 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-e3f4368c-deaf-462f-984b-0024af7826cd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1678689 Apr 22 07:55:15.231553 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:16.911310 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:17.308764 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 57828) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:55:17.440081 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf103baf-3e9f-4899-84f3-e66999da4303 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:55:17.441459 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-bf103baf-3e9f-4899-84f3-e66999da4303 demo admin] 10.222.0.13 "GET /v2.0/subnets/e594de84-710b-42df-a9ce-e22fa23db9c8 HTTP/1.1" status: 200 len: 849 time: 0.1317530 Apr 22 07:55:17.603308 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-9d7ac52c-cae6-4b66-b371-4594e8b09d1d demo admin] 10.222.0.13 "GET /v2.0/routers/fee92ad1-9002-4a32-9b34-0aaf8de03d8c HTTP/1.1" status: 200 len: 704 time: 0.1561558 Apr 22 07:55:17.887505 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fbde6761-0d26-4420-9578-e2edd03346fd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:18.184885 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-fbde6761-0d26-4420-9578-e2edd03346fd demo admin] Allocated IP 172.20.0.1 (8a791328-0d38-4606-a9d9-97757305bcb3/e594de84-710b-42df-a9ce-e22fa23db9c8/e0eacc0a-f675-4773-b7a2-e2ae25b968cb) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 07:55:18.363167 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fbde6761-0d26-4420-9578-e2edd03346fd demo admin] Publish callbacks [] for port (e0eacc0a-f675-4773-b7a2-e2ae25b968cb), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:18.506318 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fbde6761-0d26-4420-9578-e2edd03346fd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613'] for port (e0eacc0a-f675-4773-b7a2-e2ae25b968cb), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:18.588053 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbde6761-0d26-4420-9578-e2edd03346fd demo admin] Network 8a791328-0d38-4606-a9d9-97757305bcb3 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 07:55:18.597747 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-fbde6761-0d26-4420-9578-e2edd03346fd demo admin] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 07:55:18.599756 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde6761-0d26-4420-9578-e2edd03346fd demo admin] Pushing event updated for resources: {'Port': ['ID=e0eacc0a-f675-4773-b7a2-e2ae25b968cb,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:55:18.610525 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbde6761-0d26-4420-9578-e2edd03346fd demo admin] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 07:55:18.610525 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fbde6761-0d26-4420-9578-e2edd03346fd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706235'] for router_interface (fee92ad1-9002-4a32-9b34-0aaf8de03d8c), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:18.858978 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-53db664a-93a6-4a0c-b38a-1cc0f1bc468a None None] Provisioning complete for port e0eacc0a-f675-4773-b7a2-e2ae25b968cb triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 07:55:18.859599 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-53db664a-93a6-4a0c-b38a-1cc0f1bc468a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (e0eacc0a-f675-4773-b7a2-e2ae25b968cb), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:18.868017 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fbde6761-0d26-4420-9578-e2edd03346fd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (e0eacc0a-f675-4773-b7a2-e2ae25b968cb), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:18.893939 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-53db664a-93a6-4a0c-b38a-1cc0f1bc468a None None] Port e0eacc0a-f675-4773-b7a2-e2ae25b968cb cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 07:55:19.125697 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fbde6761-0d26-4420-9578-e2edd03346fd demo admin] Publish callbacks [] for port (e0eacc0a-f675-4773-b7a2-e2ae25b968cb), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:19.179961 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fbde6761-0d26-4420-9578-e2edd03346fd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (e0eacc0a-f675-4773-b7a2-e2ae25b968cb), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:19.180847 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fbde6761-0d26-4420-9578-e2edd03346fd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705803'] for router_interface (fee92ad1-9002-4a32-9b34-0aaf8de03d8c), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:19.260303 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde6761-0d26-4420-9578-e2edd03346fd demo admin] Pushing event updated for resources: {'Port': ['ID=e0eacc0a-f675-4773-b7a2-e2ae25b968cb,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:55:19.306281 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbde6761-0d26-4420-9578-e2edd03346fd demo admin] Network 8a791328-0d38-4606-a9d9-97757305bcb3 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 07:55:19.307542 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-fbde6761-0d26-4420-9578-e2edd03346fd demo admin] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 07:55:19.545628 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbde6761-0d26-4420-9578-e2edd03346fd demo admin] Router fee92ad1-9002-4a32-9b34-0aaf8de03d8c is scheduled to L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe with binding_index 1 {{(pid=103833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 07:55:19.616224 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-09877d8e-35f2-4b42-9d65-d594e8c2f7fc None None] Provisioning complete for port e0eacc0a-f675-4773-b7a2-e2ae25b968cb triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 07:55:19.616561 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-09877d8e-35f2-4b42-9d65-d594e8c2f7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (e0eacc0a-f675-4773-b7a2-e2ae25b968cb), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:19.639037 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbde6761-0d26-4420-9578-e2edd03346fd demo admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 07:55:19.645134 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-fbde6761-0d26-4420-9578-e2edd03346fd demo admin] 10.222.0.13 "PUT /v2.0/routers/fee92ad1-9002-4a32-9b34-0aaf8de03d8c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0367551 Apr 22 07:55:19.656820 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-09877d8e-35f2-4b42-9d65-d594e8c2f7fc None None] Port e0eacc0a-f675-4773-b7a2-e2ae25b968cb cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 07:55:19.658991 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] Sync routers for ids ['fee92ad1-9002-4a32-9b34-0aaf8de03d8c'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 07:55:19.671115 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] Routers {'fee92ad1-9002-4a32-9b34-0aaf8de03d8c'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 07:55:19.671947 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T07:55:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['fee92ad1-9002-4a32-9b34-0aaf8de03d8c'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 07:55:19.864522 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] Set router fee92ad1-9002-4a32-9b34-0aaf8de03d8c gateway port host: None {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 07:55:20.293258 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee92ad1-9002-4a32-9b34-0aaf8de03d8c', 'name': 'router1', 'tenant_id': 'bbee97d09cd1470da13d6b537d12657c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T07:55:07Z', 'updated_at': '2022-04-22T07:55:18Z', 'revision_number': 2, 'project_id': 'bbee97d09cd1470da13d6b537d12657c', 'gw_port_host': None, '_interfaces': [{'id': 'e0eacc0a-f675-4773-b7a2-e2ae25b968cb', 'name': '', 'network_id': '8a791328-0d38-4606-a9d9-97757305bcb3', 'tenant_id': 'bbee97d09cd1470da13d6b537d12657c', 'mac_address': 'fa:16:3e:c7:62:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee92ad1-9002-4a32-9b34-0aaf8de03d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e594de84-710b-42df-a9ce-e22fa23db9c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T07:55:17Z', 'updated_at': '2022-04-22T07:55:18Z', 'revision_number': 2, 'project_id': 'bbee97d09cd1470da13d6b537d12657c', 'subnets': [{'id': 'e594de84-710b-42df-a9ce-e22fa23db9c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7dffb29-36a8-4f0c-8d22-e3afb63e4350'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 07:55:20.342759 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] Checking router: fee92ad1-9002-4a32-9b34-0aaf8de03d8c for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 07:55:20.343131 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] Updating router fee92ad1-9002-4a32-9b34-0aaf8de03d8c port e0eacc0a-f675-4773-b7a2-e2ae25b968cb binding host dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 07:55:20.420664 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (e0eacc0a-f675-4773-b7a2-e2ae25b968cb), before_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:20.907232 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] Publish callbacks [] for port (e0eacc0a-f675-4773-b7a2-e2ae25b968cb), precommit_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:21.042572 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (e0eacc0a-f675-4773-b7a2-e2ae25b968cb), after_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:21.208205 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26cb416-aa79-46c7-ba24-4831eb8bcf4c None None] Pushing event updated for resources: {'Port': ['ID=e0eacc0a-f675-4773-b7a2-e2ae25b968cb,revision_number=3']} {{(pid=103835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:55:21.218382 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cb416-aa79-46c7-ba24-4831eb8bcf4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:21.218761 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cb416-aa79-46c7-ba24-4831eb8bcf4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:21.219113 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cb416-aa79-46c7-ba24-4831eb8bcf4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:21.219489 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cb416-aa79-46c7-ba24-4831eb8bcf4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:21.219824 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cb416-aa79-46c7-ba24-4831eb8bcf4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:21.220156 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cb416-aa79-46c7-ba24-4831eb8bcf4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:21.220499 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cb416-aa79-46c7-ba24-4831eb8bcf4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:21.220818 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cb416-aa79-46c7-ba24-4831eb8bcf4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:21.221147 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cb416-aa79-46c7-ba24-4831eb8bcf4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:21.221478 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cb416-aa79-46c7-ba24-4831eb8bcf4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:21.221803 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cb416-aa79-46c7-ba24-4831eb8bcf4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:21.222128 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cb416-aa79-46c7-ba24-4831eb8bcf4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:21.222451 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cb416-aa79-46c7-ba24-4831eb8bcf4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26cb416-aa79-46c7-ba24-4831eb8bcf4c None None] Tracked resource versions report: Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: pushed versions: Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: { 'AddressGroup': {'1.2'}, Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'ConntrackHelper': {'1.0'}, Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'LocalIPAssociation': {'1.0'}, Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'Log': {'1.0'}, Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'Network': {'1.1'}, Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'Port': {'1.7'}, Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'PortForwarding': {'1.2'}, Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'QosPolicy': {'1.10'}, Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'SecurityGroup': {'1.5'}, Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'SecurityGroupRule': {'1.2'}, Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'SubPort': {'1.0'}, Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'Subnet': {'1.1'}, Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'Trunk': {'1.1'}} Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: consumer versions: Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: { DHCP agent@dv-cinder-838880-1-smb: {}, Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: L3 agent@dv-cinder-838880-1-smb: {}, Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: Metadata agent@dv-cinder-838880-1-smb: {}, Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: Metering agent@dv-cinder-838880-1-smb: {}, Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: Open vSwitch agent@dv-cinder-838880-1-smb: { 'AddressGroup': '1.2', Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'ConntrackHelper': '1.0', Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'LocalIPAssociation': '1.0', Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'Log': '1.0', Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'Network': '1.1', Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'Port': '1.7', Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'PortForwarding': '1.2', Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'QosPolicy': '1.10', Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'SecurityGroup': '1.5', Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'SecurityGroupRule': '1.2', Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'SubPort': '1.0', Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'Subnet': '1.1', Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: 'Trunk': '1.1'}} Apr 22 07:55:21.223597 dv-cinder-838880-1-smb neutron-server[103835]: {{(pid=103835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 07:55:21.226039 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] Attempting to bind port e0eacc0a-f675-4773-b7a2-e2ae25b968cb on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 07:55:21.226442 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] Attempting to bind port e0eacc0a-f675-4773-b7a2-e2ae25b968cb by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': '7ae18e22-968b-47fa-87bf-2505499aa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8a791328-0d38-4606-a9d9-97757305bcb3'}] {{(pid=103835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 07:55:21.226919 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] Attempting to bind port e0eacc0a-f675-4773-b7a2-e2ae25b968cb on network 8a791328-0d38-4606-a9d9-97757305bcb3 {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 07:55:21.232973 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 7, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 07:55:21.233391 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] Checking segment: {'id': '7ae18e22-968b-47fa-87bf-2505499aa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8a791328-0d38-4606-a9d9-97757305bcb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 07:55:21.233885 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:21.234273 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] Bound using segment: {'id': '7ae18e22-968b-47fa-87bf-2505499aa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8a791328-0d38-4606-a9d9-97757305bcb3'} {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 07:55:21.234784 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] Bound port: e0eacc0a-f675-4773-b7a2-e2ae25b968cb, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae18e22-968b-47fa-87bf-2505499aa66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8a791328-0d38-4606-a9d9-97757305bcb3'}}] {{(pid=103835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 07:55:21.235696 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (e0eacc0a-f675-4773-b7a2-e2ae25b968cb), before_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:21.285435 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-f989d6b0-034b-45ec-9b37-8a8ae7ee1de6 None None] Provisioning complete for port e0eacc0a-f675-4773-b7a2-e2ae25b968cb triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 07:55:21.285971 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-f989d6b0-034b-45ec-9b37-8a8ae7ee1de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (e0eacc0a-f675-4773-b7a2-e2ae25b968cb), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:21.308528 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.db [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] For port e0eacc0a-f675-4773-b7a2-e2ae25b968cb, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 07:55:21.322377 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-f989d6b0-034b-45ec-9b37-8a8ae7ee1de6 None None] Port e0eacc0a-f675-4773-b7a2-e2ae25b968cb cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 07:55:21.329053 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.db [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] For port e0eacc0a-f675-4773-b7a2-e2ae25b968cb, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=e0eacc0a-f675-4773-b7a2-e2ae25b968cb,segment=NetworkSegment(7ae18e22-968b-47fa-87bf-2505499aa66e),segment_id=7ae18e22-968b-47fa-87bf-2505499aa66e)] {{(pid=103835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 07:55:21.397235 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (e0eacc0a-f675-4773-b7a2-e2ae25b968cb), after_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:21.453855 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] Routers {'fee92ad1-9002-4a32-9b34-0aaf8de03d8c'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 07:55:21.454537 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T07:55:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['fee92ad1-9002-4a32-9b34-0aaf8de03d8c'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 07:55:21.518679 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26cb416-aa79-46c7-ba24-4831eb8bcf4c None None] Pushing event updated for resources: {'Port': ['ID=e0eacc0a-f675-4773-b7a2-e2ae25b968cb,revision_number=4']} {{(pid=103835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:55:21.549496 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] Set router fee92ad1-9002-4a32-9b34-0aaf8de03d8c gateway port host: None {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 07:55:21.643869 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-0dd9eb9b-8263-496b-84d0-392691bf239e None None] Provisioning complete for port e0eacc0a-f675-4773-b7a2-e2ae25b968cb triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 07:55:21.644274 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eb9b-8263-496b-84d0-392691bf239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (e0eacc0a-f675-4773-b7a2-e2ae25b968cb), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:21.731785 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-0dd9eb9b-8263-496b-84d0-392691bf239e None None] Current status of the port e0eacc0a-f675-4773-b7a2-e2ae25b968cb is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 07:55:21.732095 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eb9b-8263-496b-84d0-392691bf239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (e0eacc0a-f675-4773-b7a2-e2ae25b968cb), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:21.764656 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-0dd9eb9b-8263-496b-84d0-392691bf239e None None] For port e0eacc0a-f675-4773-b7a2-e2ae25b968cb, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=e0eacc0a-f675-4773-b7a2-e2ae25b968cb,segment=NetworkSegment(7ae18e22-968b-47fa-87bf-2505499aa66e),segment_id=7ae18e22-968b-47fa-87bf-2505499aa66e)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 07:55:21.764886 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee92ad1-9002-4a32-9b34-0aaf8de03d8c', 'name': 'router1', 'tenant_id': 'bbee97d09cd1470da13d6b537d12657c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T07:55:07Z', 'updated_at': '2022-04-22T07:55:18Z', 'revision_number': 2, 'project_id': 'bbee97d09cd1470da13d6b537d12657c', 'gw_port_host': None, '_interfaces': [{'id': 'e0eacc0a-f675-4773-b7a2-e2ae25b968cb', 'name': '', 'network_id': '8a791328-0d38-4606-a9d9-97757305bcb3', 'tenant_id': 'bbee97d09cd1470da13d6b537d12657c', 'mac_address': 'fa:16:3e:c7:62:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee92ad1-9002-4a32-9b34-0aaf8de03d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e594de84-710b-42df-a9ce-e22fa23db9c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T07:55:17Z', 'updated_at': '2022-04-22T07:55:21Z', 'revision_number': 4, 'project_id': 'bbee97d09cd1470da13d6b537d12657c', 'subnets': [{'id': 'e594de84-710b-42df-a9ce-e22fa23db9c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7dffb29-36a8-4f0c-8d22-e3afb63e4350'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 07:55:21.795207 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb14eba-64ee-4d6d-b636-cbaabdc40e93 None None] The sync data for ids ['fee92ad1-9002-4a32-9b34-0aaf8de03d8c'] in dv-cinder-838880-1-smb is: [{'id': 'fee92ad1-9002-4a32-9b34-0aaf8de03d8c', 'name': 'router1', 'tenant_id': 'bbee97d09cd1470da13d6b537d12657c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T07:55:07Z', 'updated_at': '2022-04-22T07:55:18Z', 'revision_number': 2, 'project_id': 'bbee97d09cd1470da13d6b537d12657c', 'gw_port_host': None, '_interfaces': [{'id': 'e0eacc0a-f675-4773-b7a2-e2ae25b968cb', 'name': '', 'network_id': '8a791328-0d38-4606-a9d9-97757305bcb3', 'tenant_id': 'bbee97d09cd1470da13d6b537d12657c', 'mac_address': 'fa:16:3e:c7:62:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee92ad1-9002-4a32-9b34-0aaf8de03d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e594de84-710b-42df-a9ce-e22fa23db9c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T07:55:17Z', 'updated_at': '2022-04-22T07:55:21Z', 'revision_number': 4, 'project_id': 'bbee97d09cd1470da13d6b537d12657c', 'subnets': [{'id': 'e594de84-710b-42df-a9ce-e22fa23db9c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7dffb29-36a8-4f0c-8d22-e3afb63e4350'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 07:55:21.819875 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0dd9eb9b-8263-496b-84d0-392691bf239e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (e0eacc0a-f675-4773-b7a2-e2ae25b968cb), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:21.866707 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9eb9b-8263-496b-84d0-392691bf239e None None] Pushing event updated for resources: {'Port': ['ID=e0eacc0a-f675-4773-b7a2-e2ae25b968cb,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:55:22.111943 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 57850) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:55:22.219150 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2aca7d-e106-4b50-a8a6-3e1b15d4ff67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:55:22.220782 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-0d2aca7d-e106-4b50-a8a6-3e1b15d4ff67 admin admin] 10.222.0.13 "GET /v2.0/networks/1ba3c60b-0bed-4e05-bf6c-e6da0128f626 HTTP/1.1" status: 200 len: 842 time: 0.1078892 Apr 22 07:55:22.229969 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-bccb95ad-18b5-4292-8d39-293a5a4a0c3d admin admin] Request body: {'subnet': {'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'cidr': '172.28.2.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 07:55:22.328123 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccb95ad-18b5-4292-8d39-293a5a4a0c3d admin admin] Made reservation on behalf of fdfb43c66d9a4813857496562db644ae for: {'subnet': 1} {{(pid=103833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 07:55:22.331073 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bccb95ad-18b5-4292-8d39-293a5a4a0c3d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:22.717515 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.objects.ports [None req-bccb95ad-18b5-4292-8d39-293a5a4a0c3d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103833) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 22 07:55:22.717840 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bccb95ad-18b5-4292-8d39-293a5a4a0c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for subnet (c65f8918-06d0-4042-b508-c83c4010a7fc), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:22.772953 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb95ad-18b5-4292-8d39-293a5a4a0c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c65f8918-06d0-4042-b508-c83c4010a7fc,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:55:22.783140 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccb95ad-18b5-4292-8d39-293a5a4a0c3d admin admin] Checking segment: {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 07:55:22.783523 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccb95ad-18b5-4292-8d39-293a5a4a0c3d admin admin] Network hostable DHCP agents. Network: 1ba3c60b-0bed-4e05-bf6c-e6da0128f626, hostable agents: ['ca8a9934-86f7-419c-ae11-6a211419c5d0'], hosted agents: [] {{(pid=103833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 07:55:22.922637 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccb95ad-18b5-4292-8d39-293a5a4a0c3d admin admin] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 is scheduled to be hosted by DHCP agent ca8a9934-86f7-419c-ae11-6a211419c5d0 with binding_index 1 {{(pid=103833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 07:55:23.070916 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-bccb95ad-18b5-4292-8d39-293a5a4a0c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838880-1-smb, 1ba3c60b-0bed-4e05-bf6c-e6da0128f626) {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 07:55:23.075403 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccb95ad-18b5-4292-8d39-293a5a4a0c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:55:23.076004 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bccb95ad-18b5-4292-8d39-293a5a4a0c3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for subnet (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:23.082129 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e088ab2-9811-4ab2-9004-a8d0e4c75a9f None None] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 07:55:23.171849 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-bccb95ad-18b5-4292-8d39-293a5a4a0c3d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9450543 Apr 22 07:55:23.184771 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe7c3e7-9168-474e-ab3b-c75e2975e01a None None] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 07:55:25.586881 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 57858) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:55:25.718612 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-de0c2a05-bd57-4ae9-9559-4598a9d2d5b4 demo admin] 10.222.0.13 "GET /v2.0/routers/fee92ad1-9002-4a32-9b34-0aaf8de03d8c HTTP/1.1" status: 200 len: 710 time: 0.1303754 Apr 22 07:55:25.808224 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b05d208-93fb-4dba-9ce1-ca0950e006f9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:55:25.814377 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-7b05d208-93fb-4dba-9ce1-ca0950e006f9 demo admin] 10.222.0.13 "GET /v2.0/networks/1ba3c60b-0bed-4e05-bf6c-e6da0128f626 HTTP/1.1" status: 200 len: 886 time: 0.0848589 Apr 22 07:55:25.818072 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-9aab31ca-f877-4953-b95e-7c87b2c4d544 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 07:55:26.148954 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9aab31ca-f877-4953-b95e-7c87b2c4d544 demo admin] Publish callbacks [] for router_gateway (fee92ad1-9002-4a32-9b34-0aaf8de03d8c), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:26.419947 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9aab31ca-f877-4953-b95e-7c87b2c4d544 demo admin] Publish callbacks [] for router_gateway (fee92ad1-9002-4a32-9b34-0aaf8de03d8c), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:26.498148 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9aab31ca-f877-4953-b95e-7c87b2c4d544 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:26.689774 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-9aab31ca-f877-4953-b95e-7c87b2c4d544 demo admin] Allocated IP 172.28.2.178 (1ba3c60b-0bed-4e05-bf6c-e6da0128f626/c65f8918-06d0-4042-b508-c83c4010a7fc/8257a1d3-a5a9-4663-8165-3b5ade3abbc5) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 07:55:26.790418 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9aab31ca-f877-4953-b95e-7c87b2c4d544 demo admin] Publish callbacks [] for port (8257a1d3-a5a9-4663-8165-3b5ade3abbc5), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:26.877695 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9aab31ca-f877-4953-b95e-7c87b2c4d544 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613'] for port (8257a1d3-a5a9-4663-8165-3b5ade3abbc5), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:26.916129 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aab31ca-f877-4953-b95e-7c87b2c4d544 demo admin] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 07:55:26.919278 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-9aab31ca-f877-4953-b95e-7c87b2c4d544 demo admin] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 07:55:26.929672 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aab31ca-f877-4953-b95e-7c87b2c4d544 demo admin] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 07:55:26.932686 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab31ca-f877-4953-b95e-7c87b2c4d544 demo admin] Pushing event updated for resources: {'Port': ['ID=8257a1d3-a5a9-4663-8165-3b5ade3abbc5,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:55:27.253245 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9aab31ca-f877-4953-b95e-7c87b2c4d544 demo admin] Publish callbacks [] for router_gateway (fee92ad1-9002-4a32-9b34-0aaf8de03d8c), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:27.450221 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9aab31ca-f877-4953-b95e-7c87b2c4d544 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-706985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-710851', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10132'] for router (fee92ad1-9002-4a32-9b34-0aaf8de03d8c), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:27.454201 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9aab31ca-f877-4953-b95e-7c87b2c4d544 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-706131', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-710904'] for router (fee92ad1-9002-4a32-9b34-0aaf8de03d8c), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:27.559302 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aab31ca-f877-4953-b95e-7c87b2c4d544 demo admin] Router fee92ad1-9002-4a32-9b34-0aaf8de03d8c has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 07:55:27.667017 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aab31ca-f877-4953-b95e-7c87b2c4d544 demo admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 07:55:27.671178 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9aab31ca-f877-4953-b95e-7c87b2c4d544 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:27.686527 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-9aab31ca-f877-4953-b95e-7c87b2c4d544 demo admin] 10.222.0.13 "PUT /v2.0/routers/fee92ad1-9002-4a32-9b34-0aaf8de03d8c HTTP/1.1" status: 200 len: 890 time: 1.8573577 Apr 22 07:55:29.769334 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device e0eacc0a-f675-4773-b7a2-e2ae25b968cb up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 07:55:29.821736 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port e0eacc0a-f675-4773-b7a2-e2ae25b968cb triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 07:55:29.822139 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (e0eacc0a-f675-4773-b7a2-e2ae25b968cb), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:29.902996 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port e0eacc0a-f675-4773-b7a2-e2ae25b968cb is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 07:55:30.251182 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 57870) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:55:30.462647 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-bfa3d85b-8496-4959-ab1d-f4d3020b9816 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2101741 Apr 22 07:55:30.480459 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] Sync routers for ids ['fee92ad1-9002-4a32-9b34-0aaf8de03d8c'] in dv-cinder-838880-1-smb {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 07:55:30.493404 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] Routers {'fee92ad1-9002-4a32-9b34-0aaf8de03d8c'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 07:55:30.494091 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T07:55:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['fee92ad1-9002-4a32-9b34-0aaf8de03d8c'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 07:55:30.714180 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] Set router fee92ad1-9002-4a32-9b34-0aaf8de03d8c gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 07:55:31.190599 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee92ad1-9002-4a32-9b34-0aaf8de03d8c', 'name': 'router1', 'tenant_id': 'bbee97d09cd1470da13d6b537d12657c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '8257a1d3-a5a9-4663-8165-3b5ade3abbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T07:55:07Z', 'updated_at': '2022-04-22T07:55:27Z', 'revision_number': 4, 'project_id': 'bbee97d09cd1470da13d6b537d12657c', 'gw_port': {'id': '8257a1d3-a5a9-4663-8165-3b5ade3abbc5', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee92ad1-9002-4a32-9b34-0aaf8de03d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T07:55:26Z', 'updated_at': '2022-04-22T07:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': 'e0eacc0a-f675-4773-b7a2-e2ae25b968cb', 'name': '', 'network_id': '8a791328-0d38-4606-a9d9-97757305bcb3', 'tenant_id': 'bbee97d09cd1470da13d6b537d12657c', 'mac_address': 'fa:16:3e:c7:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee92ad1-9002-4a32-9b34-0aaf8de03d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e594de84-710b-42df-a9ce-e22fa23db9c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T07:55:17Z', 'updated_at': '2022-04-22T07:55:21Z', 'revision_number': 5, 'project_id': 'bbee97d09cd1470da13d6b537d12657c', 'subnets': [{'id': 'e594de84-710b-42df-a9ce-e22fa23db9c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7dffb29-36a8-4f0c-8d22-e3afb63e4350'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 07:55:31.242594 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] Checking router: fee92ad1-9002-4a32-9b34-0aaf8de03d8c for host: dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 07:55:31.242972 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] Updating router fee92ad1-9002-4a32-9b34-0aaf8de03d8c port 8257a1d3-a5a9-4663-8165-3b5ade3abbc5 binding host dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 07:55:31.294287 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (8257a1d3-a5a9-4663-8165-3b5ade3abbc5), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:31.614484 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] Publish callbacks [] for port (8257a1d3-a5a9-4663-8165-3b5ade3abbc5), precommit_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:31.688820 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (8257a1d3-a5a9-4663-8165-3b5ade3abbc5), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:31.741117 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0803ce9-7ff9-48cd-84c4-c576e06b86de None None] Pushing event updated for resources: {'Port': ['ID=8257a1d3-a5a9-4663-8165-3b5ade3abbc5,revision_number=2']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:55:31.743353 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] Attempting to bind port 8257a1d3-a5a9-4663-8165-3b5ade3abbc5 on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 07:55:31.743730 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] Attempting to bind port 8257a1d3-a5a9-4663-8165-3b5ade3abbc5 by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 07:55:31.744131 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] Attempting to bind port 8257a1d3-a5a9-4663-8165-3b5ade3abbc5 on network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 07:55:31.754008 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 7, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 07:55:31.754385 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] Checking segment: {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 07:55:31.754867 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:31.755252 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] Bound using segment: {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 07:55:31.759606 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] Bound port: 8257a1d3-a5a9-4663-8165-3b5ade3abbc5, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 07:55:31.759606 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (8257a1d3-a5a9-4663-8165-3b5ade3abbc5), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:31.814067 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] For port 8257a1d3-a5a9-4663-8165-3b5ade3abbc5, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 07:55:31.817364 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] For port 8257a1d3-a5a9-4663-8165-3b5ade3abbc5, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=8257a1d3-a5a9-4663-8165-3b5ade3abbc5,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 07:55:31.888389 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (8257a1d3-a5a9-4663-8165-3b5ade3abbc5), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:31.948711 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0803ce9-7ff9-48cd-84c4-c576e06b86de None None] Pushing event updated for resources: {'Port': ['ID=8257a1d3-a5a9-4663-8165-3b5ade3abbc5,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:55:31.951280 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] Routers {'fee92ad1-9002-4a32-9b34-0aaf8de03d8c'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 07:55:31.951994 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T07:55:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['fee92ad1-9002-4a32-9b34-0aaf8de03d8c'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 07:55:32.073950 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] Set router fee92ad1-9002-4a32-9b34-0aaf8de03d8c gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 07:55:32.301182 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fee92ad1-9002-4a32-9b34-0aaf8de03d8c', 'name': 'router1', 'tenant_id': 'bbee97d09cd1470da13d6b537d12657c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '8257a1d3-a5a9-4663-8165-3b5ade3abbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T07:55:07Z', 'updated_at': '2022-04-22T07:55:27Z', 'revision_number': 4, 'project_id': 'bbee97d09cd1470da13d6b537d12657c', 'gw_port': {'id': '8257a1d3-a5a9-4663-8165-3b5ade3abbc5', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee92ad1-9002-4a32-9b34-0aaf8de03d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T07:55:26Z', 'updated_at': '2022-04-22T07:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': 'e0eacc0a-f675-4773-b7a2-e2ae25b968cb', 'name': '', 'network_id': '8a791328-0d38-4606-a9d9-97757305bcb3', 'tenant_id': 'bbee97d09cd1470da13d6b537d12657c', 'mac_address': 'fa:16:3e:c7:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee92ad1-9002-4a32-9b34-0aaf8de03d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e594de84-710b-42df-a9ce-e22fa23db9c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T07:55:17Z', 'updated_at': '2022-04-22T07:55:21Z', 'revision_number': 5, 'project_id': 'bbee97d09cd1470da13d6b537d12657c', 'subnets': [{'id': 'e594de84-710b-42df-a9ce-e22fa23db9c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7dffb29-36a8-4f0c-8d22-e3afb63e4350'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 07:55:32.329077 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24344d6-b998-48c3-9f17-5fe64f93627c None None] The sync data for ids ['fee92ad1-9002-4a32-9b34-0aaf8de03d8c'] in dv-cinder-838880-1-smb is: [{'id': 'fee92ad1-9002-4a32-9b34-0aaf8de03d8c', 'name': 'router1', 'tenant_id': 'bbee97d09cd1470da13d6b537d12657c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.178'}], 'enable_snat': True}, 'gw_port_id': '8257a1d3-a5a9-4663-8165-3b5ade3abbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T07:55:07Z', 'updated_at': '2022-04-22T07:55:27Z', 'revision_number': 4, 'project_id': 'bbee97d09cd1470da13d6b537d12657c', 'gw_port': {'id': '8257a1d3-a5a9-4663-8165-3b5ade3abbc5', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fee92ad1-9002-4a32-9b34-0aaf8de03d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T07:55:26Z', 'updated_at': '2022-04-22T07:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': 'e0eacc0a-f675-4773-b7a2-e2ae25b968cb', 'name': '', 'network_id': '8a791328-0d38-4606-a9d9-97757305bcb3', 'tenant_id': 'bbee97d09cd1470da13d6b537d12657c', 'mac_address': 'fa:16:3e:c7:62:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fee92ad1-9002-4a32-9b34-0aaf8de03d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e594de84-710b-42df-a9ce-e22fa23db9c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T07:55:17Z', 'updated_at': '2022-04-22T07:55:21Z', 'revision_number': 5, 'project_id': 'bbee97d09cd1470da13d6b537d12657c', 'subnets': [{'id': 'e594de84-710b-42df-a9ce-e22fa23db9c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7dffb29-36a8-4f0c-8d22-e3afb63e4350'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 07:55:33.786465 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 8257a1d3-a5a9-4663-8165-3b5ade3abbc5 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 07:55:33.855535 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 8257a1d3-a5a9-4663-8165-3b5ade3abbc5 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 07:55:33.856086 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (8257a1d3-a5a9-4663-8165-3b5ade3abbc5), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:33.944724 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 8257a1d3-a5a9-4663-8165-3b5ade3abbc5 is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 07:55:33.945175 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (8257a1d3-a5a9-4663-8165-3b5ade3abbc5), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:33.965984 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] For port 8257a1d3-a5a9-4663-8165-3b5ade3abbc5, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=8257a1d3-a5a9-4663-8165-3b5ade3abbc5,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 07:55:34.063945 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (8257a1d3-a5a9-4663-8165-3b5ade3abbc5), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:34.147394 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Pushing event updated for resources: {'Port': ['ID=8257a1d3-a5a9-4663-8165-3b5ade3abbc5,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:55:35.801358 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 8257a1d3-a5a9-4663-8165-3b5ade3abbc5 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 07:55:35.886129 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 8257a1d3-a5a9-4663-8165-3b5ade3abbc5 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 07:55:35.891746 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (8257a1d3-a5a9-4663-8165-3b5ade3abbc5), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:36.011350 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 8257a1d3-a5a9-4663-8165-3b5ade3abbc5 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 07:55:39.792969 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 5 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 07:55:40.556476 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-53623d34-c40e-45ee-8c4e-7c9154d9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:42.950333 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-470febe6-12e1-4d4a-9b41-0c99d9521261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:44.287850 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:45.133544 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:55:46.916678 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:56:10.538290 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-24f6ed78-2bd5-4392-a9f0-235687899ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:56:12.921104 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6a57577a-5c67-4129-93dc-0b8690550530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:56:14.287299 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:56:15.115071 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:56:16.793170 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 5 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 07:56:16.914777 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:56:40.553948 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-917da2f3-8823-4df7-a976-d0be06b6c808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:56:42.913788 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0cc1d1ce-75cc-483c-b63a-4af5271f09de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:56:44.302725 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:56:45.142754 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:56:46.896752 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:56:53.791108 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 5 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 07:56:58.356472 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 58352) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:56:58.416943 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a8b3cb-c3e9-41b8-8425-98a9187a226f admin admin] GET failed (client error): The resource could not be found. Apr 22 07:56:58.419287 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-98a8b3cb-c3e9-41b8-8425-98a9187a226f admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608065 Apr 22 07:56:58.581874 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1177ea2f-d933-4262-8158-83af20ce5462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:56:58.583394 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-1177ea2f-d933-4262-8158-83af20ce5462 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1606355 Apr 22 07:57:00.888979 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 58362) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:57:00.977696 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d2fe8f-2e16-492a-8830-848884aef8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:57:00.979071 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-26d2fe8f-2e16-492a-8830-848884aef8d0 admin admin] 10.222.0.13 "GET /v2.0/subnets/e594de84-710b-42df-a9ce-e22fa23db9c8 HTTP/1.1" status: 200 len: 849 time: 0.0891631 Apr 22 07:57:00.989270 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-5267ef42-2246-482e-a2e1-1ad61b444086 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 07:57:01.072506 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5267ef42-2246-482e-a2e1-1ad61b444086 admin admin] Publish callbacks [] for subnet (e594de84-710b-42df-a9ce-e22fa23db9c8), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:01.261869 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5267ef42-2246-482e-a2e1-1ad61b444086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744465196310'] for subnet (e594de84-710b-42df-a9ce-e22fa23db9c8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:01.291400 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5267ef42-2246-482e-a2e1-1ad61b444086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:57:01.291989 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5267ef42-2246-482e-a2e1-1ad61b444086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for subnet (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:01.295472 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-5267ef42-2246-482e-a2e1-1ad61b444086 admin admin] 10.222.0.13 "PUT /v2.0/subnets/e594de84-710b-42df-a9ce-e22fa23db9c8 HTTP/1.1" status: 200 len: 868 time: 0.3075712 Apr 22 07:57:01.309692 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00303e9-a467-4eed-997d-c18cc7ab1aa7 None None] Network 8a791328-0d38-4606-a9d9-97757305bcb3 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 07:57:01.314639 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267ef42-2246-482e-a2e1-1ad61b444086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e594de84-710b-42df-a9ce-e22fa23db9c8,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:57:01.321896 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5267ef42-2246-482e-a2e1-1ad61b444086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:01.322266 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5267ef42-2246-482e-a2e1-1ad61b444086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:01.322877 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5267ef42-2246-482e-a2e1-1ad61b444086 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:01.323003 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5267ef42-2246-482e-a2e1-1ad61b444086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:01.323336 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5267ef42-2246-482e-a2e1-1ad61b444086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:01.323667 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5267ef42-2246-482e-a2e1-1ad61b444086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:01.323987 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5267ef42-2246-482e-a2e1-1ad61b444086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:01.324508 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5267ef42-2246-482e-a2e1-1ad61b444086 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:01.324508 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5267ef42-2246-482e-a2e1-1ad61b444086 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:01.325136 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5267ef42-2246-482e-a2e1-1ad61b444086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:01.325356 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5267ef42-2246-482e-a2e1-1ad61b444086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:01.325629 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5267ef42-2246-482e-a2e1-1ad61b444086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:01.325951 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5267ef42-2246-482e-a2e1-1ad61b444086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:01.689120 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-90476da5-6c88-4386-89e8-6399d44c6ea9 None None] Provisioning complete for port e0eacc0a-f675-4773-b7a2-e2ae25b968cb triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 07:57:01.689501 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-90476da5-6c88-4386-89e8-6399d44c6ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (e0eacc0a-f675-4773-b7a2-e2ae25b968cb), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:01.766077 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-90476da5-6c88-4386-89e8-6399d44c6ea9 None None] Current status of the port e0eacc0a-f675-4773-b7a2-e2ae25b968cb is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 07:57:01.775733 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-90476da5-6c88-4386-89e8-6399d44c6ea9 None None] Provisioning complete for port 18ca6859-3753-4315-9bbb-d96b8aa2b4cd triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 07:57:01.776117 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-90476da5-6c88-4386-89e8-6399d44c6ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (18ca6859-3753-4315-9bbb-d96b8aa2b4cd), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:01.853060 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-90476da5-6c88-4386-89e8-6399d44c6ea9 None None] Current status of the port 18ca6859-3753-4315-9bbb-d96b8aa2b4cd is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 07:57:03.618690 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 58370) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:57:03.817998 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c03d7e-46fe-4b5c-9196-af80084ed601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:57:03.818399 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c03d7e-46fe-4b5c-9196-af80084ed601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:57:03.819966 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-51c03d7e-46fe-4b5c-9196-af80084ed601 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2003069 Apr 22 07:57:06.135345 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 58378) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:57:06.263655 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19661329-1d27-4e52-946b-e432f422b629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:57:06.264118 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19661329-1d27-4e52-946b-e432f422b629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:57:06.265631 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-19661329-1d27-4e52-946b-e432f422b629 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1293154 Apr 22 07:57:08.585273 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 58386) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:57:08.717964 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffca0d9-6127-4ad6-8c87-fb432e5843f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:57:08.719366 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-1ffca0d9-6127-4ad6-8c87-fb432e5843f4 admin admin] 10.222.0.13 "GET /v2.0/networks/1ba3c60b-0bed-4e05-bf6c-e6da0128f626 HTTP/1.1" status: 200 len: 886 time: 0.1331463 Apr 22 07:57:10.547228 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-039ad7a8-9fec-43ca-969c-426b01977219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:11.031297 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 58394) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:57:11.160574 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d02954b-f5e8-4d8c-af7b-82529f56a753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:57:11.161936 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-8d02954b-f5e8-4d8c-af7b-82529f56a753 admin admin] 10.222.0.13 "GET /v2.0/networks/8a791328-0d38-4606-a9d9-97757305bcb3 HTTP/1.1" status: 200 len: 869 time: 0.1297126 Apr 22 07:57:12.930427 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1b345ce6-bdb9-4d95-bfad-0a688ebea793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:13.488659 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 58402) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:57:13.616635 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857ba96e-2185-4ef9-af78-97019a35544c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:57:13.617012 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857ba96e-2185-4ef9-af78-97019a35544c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:57:13.618531 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-857ba96e-2185-4ef9-af78-97019a35544c admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1289220 Apr 22 07:57:14.284447 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:15.107017 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:15.925621 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 58412) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:57:16.019429 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586462a6-0468-45ce-9d27-cbd6f80e28eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:57:16.019806 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586462a6-0468-45ce-9d27-cbd6f80e28eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:57:16.021298 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-586462a6-0468-45ce-9d27-cbd6f80e28eb admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0947049 Apr 22 07:57:16.895434 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:18.341613 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 58420) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:57:18.433559 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e0184a-3d78-401d-afe6-6ab86e07afca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:57:18.435377 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-d3e0184a-3d78-401d-afe6-6ab86e07afca admin admin] 10.222.0.13 "GET /v2.0/subnets/c65f8918-06d0-4042-b508-c83c4010a7fc HTTP/1.1" status: 200 len: 816 time: 0.0927382 Apr 22 07:57:20.826789 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 58428) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:57:20.915796 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e07f13d-1d7b-41a1-b1a2-daac28620228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:57:20.917705 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-1e07f13d-1d7b-41a1-b1a2-daac28620228 admin admin] 10.222.0.13 "GET /v2.0/subnets/e594de84-710b-42df-a9ce-e22fa23db9c8 HTTP/1.1" status: 200 len: 868 time: 0.0894036 Apr 22 07:57:30.789935 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 5 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 07:57:40.570275 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-933344b3-c5f5-4d4a-be6b-5bf12877cc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:42.940826 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-c3b2ef52-b943-46be-941c-0b46d0d75114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:44.294697 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:45.106070 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:45.399195 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 58482) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:57:45.445770 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [None req-e10cee9c-735b-4e8f-8680-67d0280d5a27 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 07:57:45.447415 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-e10cee9c-735b-4e8f-8680-67d0280d5a27 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466673 Apr 22 07:57:46.912341 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:47.834618 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 58490) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:57:47.895076 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de19f48-4b72-4b9a-9673-cbd81e620375 admin admin] GET failed (client error): The resource could not be found. Apr 22 07:57:47.896370 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-4de19f48-4b72-4b9a-9673-cbd81e620375 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608182 Apr 22 07:57:47.981726 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306dec4a-d761-4d82-ab6b-f8b2a7becf9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:57:47.983210 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-306dec4a-d761-4d82-ab6b-f8b2a7becf9c admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0828533 Apr 22 07:57:50.320203 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 58498) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:57:50.366589 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 07:57:50.431513 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Made reservation on behalf of fdfb43c66d9a4813857496562db644ae for: {'network': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 07:57:50.433733 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for network (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:50.468279 dv-cinder-838880-1-smb neutron-server[103832]: WARNING neutron.services.revisions.revision_plugin [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Could not find related network for resource to bump revision. Apr 22 07:57:50.480009 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 07:57:50.488569 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (fdfc4c54-d678-4be5-8af9-d4c4464f7dec), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:50.488905 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.segments_db [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Added segment fdfc4c54-d678-4be5-8af9-d4c4464f7dec of type vlan for network 22573387-70b7-43be-9721-7ab6324c5358 Apr 22 07:57:50.530449 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744464744888'] for network (22573387-70b7-43be-9721-7ab6324c5358), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:50.615848 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for network (22573387-70b7-43be-9721-7ab6324c5358), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:50.616612 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:57:50.617187 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:50.706142 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Pushing event updated for resources: {'Network': ['ID=22573387-70b7-43be-9721-7ab6324c5358,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:57:50.713185 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:50.716101 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:50.716101 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:50.716101 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:50.716101 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:50.716101 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:50.716101 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:50.716101 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:50.716101 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:50.717075 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:50.717075 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:50.717075 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:50.717075 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:50.728584 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Network 22573387-70b7-43be-9721-7ab6324c5358 details requested by agent ovs-agent-dv-cinder-838880-1-smb with host dv-cinder-838880-1-smb {{(pid=103834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 22 07:57:50.766306 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-2f822778-f84b-4c33-b2d6-f8568867f601 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4449697 Apr 22 07:57:53.254602 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 58506) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:57:53.314762 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e494338-3d0e-49d9-baaf-cd6233f79b2d admin admin] GET failed (client error): The resource could not be found. Apr 22 07:57:53.316029 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-4e494338-3d0e-49d9-baaf-cd6233f79b2d admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604877 Apr 22 07:57:53.391337 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8db784-6e20-4fac-8d31-7025e8ea5e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:57:53.392784 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-6c8db784-6e20-4fac-8d31-7025e8ea5e1a admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0728016 Apr 22 07:57:53.402487 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-6c9d207a-4a31-4677-9bb2-83f1fab227c8 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '22573387-70b7-43be-9721-7ab6324c5358', 'description': 'shared-subnet'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 07:57:53.465741 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9d207a-4a31-4677-9bb2-83f1fab227c8 admin admin] Made reservation on behalf of fdfb43c66d9a4813857496562db644ae for: {'subnet': 1} {{(pid=103833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 07:57:53.467894 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6c9d207a-4a31-4677-9bb2-83f1fab227c8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:53.689208 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6c9d207a-4a31-4677-9bb2-83f1fab227c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for subnet (928119fe-c806-46a5-bf29-7ee32cc40fbd), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:53.745689 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d207a-4a31-4677-9bb2-83f1fab227c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=928119fe-c806-46a5-bf29-7ee32cc40fbd,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:57:53.750658 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d207a-4a31-4677-9bb2-83f1fab227c8 admin admin] Checking segment: {'id': 'fdfc4c54-d678-4be5-8af9-d4c4464f7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '22573387-70b7-43be-9721-7ab6324c5358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 07:57:53.750990 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9d207a-4a31-4677-9bb2-83f1fab227c8 admin admin] Network hostable DHCP agents. Network: 22573387-70b7-43be-9721-7ab6324c5358, hostable agents: ['ca8a9934-86f7-419c-ae11-6a211419c5d0'], hosted agents: [] {{(pid=103833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 07:57:53.820075 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9d207a-4a31-4677-9bb2-83f1fab227c8 admin admin] Network 22573387-70b7-43be-9721-7ab6324c5358 is scheduled to be hosted by DHCP agent ca8a9934-86f7-419c-ae11-6a211419c5d0 with binding_index 1 {{(pid=103833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 07:57:53.865715 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-6c9d207a-4a31-4677-9bb2-83f1fab227c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838880-1-smb, 22573387-70b7-43be-9721-7ab6324c5358) {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 07:57:53.870389 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9d207a-4a31-4677-9bb2-83f1fab227c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 07:57:53.871009 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6c9d207a-4a31-4677-9bb2-83f1fab227c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for subnet (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:53.875446 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2eee177-e174-4a86-8577-1eaadcb317a8 None None] Network 22573387-70b7-43be-9721-7ab6324c5358 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 07:57:53.943041 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-6c9d207a-4a31-4677-9bb2-83f1fab227c8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5439517 Apr 22 07:57:54.094002 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp800e8c9e-5289-576f-bc13-8821e13a44bc-22573387-70b7-43be-9721-7ab6324c5358', 'network_id': '22573387-70b7-43be-9721-7ab6324c5358', 'project_id': 'fdfb43c66d9a4813857496562db644ae', 'fixed_ips': [{'subnet_id': '928119fe-c806-46a5-bf29-7ee32cc40fbd'}]}} from dv-cinder-838880-1-smb. {{(pid=103834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 22 07:57:54.094923 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:54.235975 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.db_base_plugin_common [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Allocated IP 192.168.233.2 (22573387-70b7-43be-9721-7ab6324c5358/928119fe-c806-46a5-bf29-7ee32cc40fbd/90aabee9-be55-49cf-9f4a-d8a687d0ecc6) {{(pid=103834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 07:57:54.379552 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Publish callbacks [] for port (90aabee9-be55-49cf-9f4a-d8a687d0ecc6), precommit_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:54.461538 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613'] for port (90aabee9-be55-49cf-9f4a-d8a687d0ecc6), after_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:54.503340 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Network 22573387-70b7-43be-9721-7ab6324c5358 is already hosted by enough agents. {{(pid=103834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 07:57:54.506249 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.scheduler.base_scheduler [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Resources bound (agent type, host, resource id): {{(pid=103834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 07:57:54.510017 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Received port after_create {{(pid=103834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 07:57:54.520906 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Pushing event updated for resources: {'Port': ['ID=90aabee9-be55-49cf-9f4a-d8a687d0ecc6,revision_number=1']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:57:54.531413 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:54.532862 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:54.532862 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:54.532862 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:54.533409 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:54.533772 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:54.534104 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:54.534432 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:54.534785 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:54.535125 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:54.535454 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:54.535774 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:54.536089 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:57:54.588802 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Attempting to bind port 90aabee9-be55-49cf-9f4a-d8a687d0ecc6 on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 07:57:54.589176 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Attempting to bind port 90aabee9-be55-49cf-9f4a-d8a687d0ecc6 by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': 'fdfc4c54-d678-4be5-8af9-d4c4464f7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '22573387-70b7-43be-9721-7ab6324c5358'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 07:57:54.589626 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Attempting to bind port 90aabee9-be55-49cf-9f4a-d8a687d0ecc6 on network 22573387-70b7-43be-9721-7ab6324c5358 {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 07:57:54.594742 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 7, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 07:57:54.595120 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Checking segment: {'id': 'fdfc4c54-d678-4be5-8af9-d4c4464f7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '22573387-70b7-43be-9721-7ab6324c5358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 07:57:54.595522 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:54.595911 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Bound using segment: {'id': 'fdfc4c54-d678-4be5-8af9-d4c4464f7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '22573387-70b7-43be-9721-7ab6324c5358'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 07:57:54.596374 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Bound port: 90aabee9-be55-49cf-9f4a-d8a687d0ecc6, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdfc4c54-d678-4be5-8af9-d4c4464f7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '22573387-70b7-43be-9721-7ab6324c5358'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 07:57:54.596784 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (90aabee9-be55-49cf-9f4a-d8a687d0ecc6), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:54.671755 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] For port 90aabee9-be55-49cf-9f4a-d8a687d0ecc6, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 07:57:54.671755 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] For port 90aabee9-be55-49cf-9f4a-d8a687d0ecc6, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=90aabee9-be55-49cf-9f4a-d8a687d0ecc6,segment=NetworkSegment(fdfc4c54-d678-4be5-8af9-d4c4464f7dec),segment_id=fdfc4c54-d678-4be5-8af9-d4c4464f7dec)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 07:57:54.758373 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (90aabee9-be55-49cf-9f4a-d8a687d0ecc6), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:54.822119 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e8fdd-a90f-479b-8028-d58678d31302 None None] Pushing event updated for resources: {'Port': ['ID=90aabee9-be55-49cf-9f4a-d8a687d0ecc6,revision_number=2']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:57:55.690663 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9d651c-b16f-4360-a830-f23aa2ddbd5e None None] Network 22573387-70b7-43be-9721-7ab6324c5358 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 07:57:55.812861 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-e3418c97-0108-4085-9702-15f70c1cdc5d None None] Provisioning complete for port 90aabee9-be55-49cf-9f4a-d8a687d0ecc6 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 07:57:55.813249 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e3418c97-0108-4085-9702-15f70c1cdc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (90aabee9-be55-49cf-9f4a-d8a687d0ecc6), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:55.905348 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 90aabee9-be55-49cf-9f4a-d8a687d0ecc6 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 07:57:55.949555 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-e3418c97-0108-4085-9702-15f70c1cdc5d None None] Current status of the port 90aabee9-be55-49cf-9f4a-d8a687d0ecc6 is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 07:57:55.949995 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e3418c97-0108-4085-9702-15f70c1cdc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (90aabee9-be55-49cf-9f4a-d8a687d0ecc6), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:56.003284 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-e3418c97-0108-4085-9702-15f70c1cdc5d None None] For port 90aabee9-be55-49cf-9f4a-d8a687d0ecc6, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=90aabee9-be55-49cf-9f4a-d8a687d0ecc6,segment=NetworkSegment(fdfc4c54-d678-4be5-8af9-d4c4464f7dec),segment_id=fdfc4c54-d678-4be5-8af9-d4c4464f7dec)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 07:57:56.008538 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 90aabee9-be55-49cf-9f4a-d8a687d0ecc6 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 07:57:56.009490 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (90aabee9-be55-49cf-9f4a-d8a687d0ecc6), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:56.084484 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e3418c97-0108-4085-9702-15f70c1cdc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (90aabee9-be55-49cf-9f4a-d8a687d0ecc6), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:56.121692 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 90aabee9-be55-49cf-9f4a-d8a687d0ecc6 is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 07:57:56.122232 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (90aabee9-be55-49cf-9f4a-d8a687d0ecc6), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:56.156826 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3418c97-0108-4085-9702-15f70c1cdc5d None None] Pushing event updated for resources: {'Port': ['ID=90aabee9-be55-49cf-9f4a-d8a687d0ecc6,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:57:56.201856 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.db.api [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 07:57:56.202165 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG oslo_db.api [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 07:57:56.210057 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-366615c3-461c-4f97-949f-bcb79dd3cab3 None None] Provisioning complete for port 90aabee9-be55-49cf-9f4a-d8a687d0ecc6 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 07:57:56.210445 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-366615c3-461c-4f97-949f-bcb79dd3cab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (90aabee9-be55-49cf-9f4a-d8a687d0ecc6), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:56.294782 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-366615c3-461c-4f97-949f-bcb79dd3cab3 None None] Current status of the port 90aabee9-be55-49cf-9f4a-d8a687d0ecc6 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 07:57:56.740854 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 90aabee9-be55-49cf-9f4a-d8a687d0ecc6 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 07:57:57.841488 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 90aabee9-be55-49cf-9f4a-d8a687d0ecc6 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 07:57:57.892884 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 90aabee9-be55-49cf-9f4a-d8a687d0ecc6 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 07:57:57.893343 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (90aabee9-be55-49cf-9f4a-d8a687d0ecc6), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:57:57.969518 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 90aabee9-be55-49cf-9f4a-d8a687d0ecc6 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 07:58:07.787573 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 5 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 07:58:10.568086 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-793bcb29-0143-45cb-9907-7eeeaf74f93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:58:12.933804 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-80100a1b-fcd9-4531-b747-8a8e5d65e15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:58:14.328459 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:58:15.139743 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:58:16.900034 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:58:40.561624 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-78b34b11-93a2-44dc-8944-fffe6b8eafb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:58:42.932793 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-2e810b40-5075-474c-bb90-da2490128804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:58:44.293152 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:58:44.785854 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 5 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 07:58:45.144461 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:58:46.910296 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:59:10.566538 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-cb1aa5ce-a58a-41b0-9c05-dbba44994912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:59:12.965797 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-40347323-0bdf-488b-a421-04209a46eeb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:59:14.365547 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:59:15.160994 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:59:16.891206 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:59:21.785601 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 5 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 07:59:33.947877 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 58544) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:59:33.953746 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [None req-5143e5b7-650d-4863-a736-6a2a7526c140 tempest-verify_tempest_config-35144711 tempest-verify_tempest_config-35144711-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 07:59:33.954762 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-5143e5b7-650d-4863-a736-6a2a7526c140 tempest-verify_tempest_config-35144711 tempest-verify_tempest_config-35144711-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058954 Apr 22 07:59:34.477728 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 58562) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:59:34.577373 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3c3eacac-ae67-4365-9bc9-8f3c6f6cc11c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:59:34.648289 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3c3eacac-ae67-4365-9bc9-8f3c6f6cc11c admin admin] Publish callbacks [] for security_group (816105df-bf29-4e54-bd32-be83863b6950), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:59:34.714080 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3c3eacac-ae67-4365-9bc9-8f3c6f6cc11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (816105df-bf29-4e54-bd32-be83863b6950), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:59:34.761256 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3eacac-ae67-4365-9bc9-8f3c6f6cc11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816105df-bf29-4e54-bd32-be83863b6950,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:59:34.768796 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-3c3eacac-ae67-4365-9bc9-8f3c6f6cc11c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfe20e20ae4d48e3922f6cf03f62fd48&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2900772 Apr 22 07:59:34.770736 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3eacac-ae67-4365-9bc9-8f3c6f6cc11c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:34.771112 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3eacac-ae67-4365-9bc9-8f3c6f6cc11c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:34.771477 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3eacac-ae67-4365-9bc9-8f3c6f6cc11c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:34.771586 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 58566) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 07:59:34.772067 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3eacac-ae67-4365-9bc9-8f3c6f6cc11c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:34.772186 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3eacac-ae67-4365-9bc9-8f3c6f6cc11c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:34.772520 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3eacac-ae67-4365-9bc9-8f3c6f6cc11c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:34.773107 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3eacac-ae67-4365-9bc9-8f3c6f6cc11c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:34.773362 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3eacac-ae67-4365-9bc9-8f3c6f6cc11c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:34.773478 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3eacac-ae67-4365-9bc9-8f3c6f6cc11c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:34.773802 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3eacac-ae67-4365-9bc9-8f3c6f6cc11c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:34.774129 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3eacac-ae67-4365-9bc9-8f3c6f6cc11c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:34.774457 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3eacac-ae67-4365-9bc9-8f3c6f6cc11c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:34.774803 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3eacac-ae67-4365-9bc9-8f3c6f6cc11c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:34.827696 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c897c8ef-dcbb-4a85-b0d8-796bd5189363 admin admin] Publish callbacks [] for security_group (816105df-bf29-4e54-bd32-be83863b6950), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:59:34.848348 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c897c8ef-dcbb-4a85-b0d8-796bd5189363 admin admin] Publish callbacks [] for security_group (816105df-bf29-4e54-bd32-be83863b6950), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:59:35.000097 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c897c8ef-dcbb-4a85-b0d8-796bd5189363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (816105df-bf29-4e54-bd32-be83863b6950), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:59:35.002630 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c897c8ef-dcbb-4a85-b0d8-796bd5189363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:59:35.003772 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-c897c8ef-dcbb-4a85-b0d8-796bd5189363 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/816105df-bf29-4e54-bd32-be83863b6950 HTTP/1.1" status: 204 len: 168 time: 0.2309148 Apr 22 07:59:35.012927 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897c8ef-dcbb-4a85-b0d8-796bd5189363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816105df-bf29-4e54-bd32-be83863b6950,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 07:59:35.018305 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897c8ef-dcbb-4a85-b0d8-796bd5189363 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:35.018715 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897c8ef-dcbb-4a85-b0d8-796bd5189363 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:35.019085 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897c8ef-dcbb-4a85-b0d8-796bd5189363 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:35.019437 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897c8ef-dcbb-4a85-b0d8-796bd5189363 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:35.019772 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897c8ef-dcbb-4a85-b0d8-796bd5189363 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:35.020107 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897c8ef-dcbb-4a85-b0d8-796bd5189363 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:35.020445 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897c8ef-dcbb-4a85-b0d8-796bd5189363 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:35.020776 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897c8ef-dcbb-4a85-b0d8-796bd5189363 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:35.021105 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897c8ef-dcbb-4a85-b0d8-796bd5189363 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:35.021454 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897c8ef-dcbb-4a85-b0d8-796bd5189363 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:35.021789 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897c8ef-dcbb-4a85-b0d8-796bd5189363 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:35.022295 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897c8ef-dcbb-4a85-b0d8-796bd5189363 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:35.022624 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c897c8ef-dcbb-4a85-b0d8-796bd5189363 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 07:59:40.554351 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-d40c10bb-8f0a-4d6a-938f-6c04199fa981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:59:42.930908 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-b3e86d2f-70f5-4ac7-84cb-6caddc910c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:59:44.348354 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:59:45.182979 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:59:46.902901 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 07:59:58.784044 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 5 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:00:10.570309 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-f8729339-c9ed-4cb6-8753-78459ce5f3de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:00:12.975726 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-dba5ee01-2ccb-4d7e-9286-1ae36079826c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:00:14.363268 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:00:15.147163 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:00:16.935841 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:00:35.783527 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 5 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:00:40.700607 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e76f7fba-23e6-47de-a652-04d6ed12452d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:00:42.967968 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-12a66222-b2ca-4d96-ae1b-4c8658948ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:00:44.317703 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:00:45.133291 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:00:46.894644 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:01:10.585575 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-65a0f249-c77c-4948-84db-4ffd08754a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:01:12.783412 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 5 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:01:12.968087 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-67fa1ae1-4e4d-4157-91f9-234f20f4a61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:01:14.366606 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:01:15.156409 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:01:16.905202 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:01:27.367919 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-704851'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:01:40.584261 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-f725acca-b4b2-4695-b16c-4286fdea2ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:01:42.289685 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 58638) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:01:42.392436 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-93c176b8-1240-43e9-8dc0-6640d4b96574 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1015697 Apr 22 08:01:43.061961 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-b1cb1be9-120a-4c4c-88cb-8e1e14b07e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:01:44.337536 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:01:44.732020 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 58648) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:01:44.785474 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-7d415f52-c644-4eab-a637-e4aac7ae5166 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0523889 Apr 22 08:01:45.184156 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:01:46.919843 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:01:49.782786 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:01:57.364671 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:02:10.604344 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1c06bdf5-0490-4ac2-84c6-12a78a26186b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:02:12.988897 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-26a9f192-e8b7-4ec7-b109-0d2d1ccfcecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:02:14.337397 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:02:15.200437 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:02:16.909039 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:02:26.781298 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:02:27.422988 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:02:40.583112 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-52b69996-2c72-473e-9518-f05a61fc32b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:02:42.959386 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e11c78d9-713b-421c-842b-3d13207c9177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:02:44.352508 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:02:45.182092 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:02:46.934488 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:02:57.373783 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:03.781131 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:03:10.592843 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-db79f028-ee6e-4c20-924c-d2fb5eefbeb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:12.975802 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-7fbb6444-7d39-4fac-adaa-d5cfe183dee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:14.338798 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:15.161471 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:16.912801 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:27.412646 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:30.633547 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 58794) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:31.001951 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-269675797-network', 'tenant_id': 'b16e55435fdd44369ad143385457d955'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:31.104230 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Made reservation on behalf of b16e55435fdd44369ad143385457d955 for: {'network': 1} {{(pid=103833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:03:31.106309 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for network (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:31.121222 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:31.197385 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Publish callbacks [] for security_group (afa853f5-b036-46f7-81d1-f695435a474a), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:31.304901 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (afa853f5-b036-46f7-81d1-f695435a474a), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:31.321597 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 08:03:31.332415 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (1602df56-3234-480e-8f44-4a4b99dd675a), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:31.332841 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.db.segments_db [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Added segment 1602df56-3234-480e-8f44-4a4b99dd675a of type vlan for network 4b674c87-1c24-4bb4-9319-a67400265e39 Apr 22 08:03:31.351055 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa853f5-b036-46f7-81d1-f695435a474a,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:31.395716 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744464744888'] for network (4b674c87-1c24-4bb4-9319-a67400265e39), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:31.398925 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:31.399354 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:31.399757 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:31.400157 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:31.400492 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:31.400815 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:31.401138 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:31.401461 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:31.401782 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:31.402104 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:31.402418 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Tracked resource versions report: Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: pushed versions: Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: { 'AddressGroup': {'1.2'}, Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'ConntrackHelper': {'1.0'}, Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'LocalIPAssociation': {'1.0'}, Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'Log': {'1.0'}, Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'Network': {'1.1'}, Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'Port': {'1.7'}, Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'PortForwarding': {'1.2'}, Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'QosPolicy': {'1.10'}, Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'SecurityGroup': {'1.5'}, Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'SecurityGroupRule': {'1.2'}, Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'SubPort': {'1.0'}, Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'Subnet': {'1.1'}, Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'Trunk': {'1.1'}} Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: consumer versions: Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: { DHCP agent@dv-cinder-838880-1-smb: {}, Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: HyperV agent@hv-cinder-83888: {}, Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: L3 agent@dv-cinder-838880-1-smb: {}, Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: Metadata agent@dv-cinder-838880-1-smb: {}, Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: Metering agent@dv-cinder-838880-1-smb: {}, Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: Open vSwitch agent@dv-cinder-838880-1-smb: { 'AddressGroup': '1.2', Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'ConntrackHelper': '1.0', Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'LocalIPAssociation': '1.0', Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'Log': '1.0', Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'Network': '1.1', Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'Port': '1.7', Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'PortForwarding': '1.2', Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'QosPolicy': '1.10', Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'SecurityGroup': '1.5', Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'SecurityGroupRule': '1.2', Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'SubPort': '1.0', Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'Subnet': '1.1', Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: 'Trunk': '1.1'}} Apr 22 08:03:31.404428 dv-cinder-838880-1-smb neutron-server[103833]: {{(pid=103833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 08:03:31.487022 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for network (4b674c87-1c24-4bb4-9319-a67400265e39), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:31.488143 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:31.488786 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:31.647468 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] Pushing event updated for resources: {'Network': ['ID=4b674c87-1c24-4bb4-9319-a67400265e39,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:31.659845 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Network 4b674c87-1c24-4bb4-9319-a67400265e39 details requested by agent ovs-agent-dv-cinder-838880-1-smb with host dv-cinder-838880-1-smb {{(pid=103834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 22 08:03:31.677945 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 58844) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:31.698245 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-3d29eabf-00b2-4c82-9f91-d6440bfaabbf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0636220 Apr 22 08:03:31.701177 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 58848) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:31.707890 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-7b1d6128-5146-4741-b084-2f70d2491f32 admin admin] Request body: {'subnet': {'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-269675797-subnet', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:31.798087 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1d6128-5146-4741-b084-2f70d2491f32 admin admin] Made reservation on behalf of b16e55435fdd44369ad143385457d955 for: {'subnet': 1} {{(pid=103833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:03:31.800610 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7b1d6128-5146-4741-b084-2f70d2491f32 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:32.011036 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 58860) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:32.039154 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7b1d6128-5146-4741-b084-2f70d2491f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for subnet (093be093-5f28-4c4a-80b0-be7fd291fc71), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:32.092184 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-e8fbf204-0fd1-4b8e-8d0b-00b39a3781bf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-282762-network', 'tenant_id': '223df681cdd647a7bc3af31303a86577'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:32.107338 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d6128-5146-4741-b084-2f70d2491f32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=093be093-5f28-4c4a-80b0-be7fd291fc71,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:32.111382 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d6128-5146-4741-b084-2f70d2491f32 admin admin] Checking segment: {'id': '1602df56-3234-480e-8f44-4a4b99dd675a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:03:32.111382 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1d6128-5146-4741-b084-2f70d2491f32 admin admin] Network hostable DHCP agents. Network: 4b674c87-1c24-4bb4-9319-a67400265e39, hostable agents: ['ca8a9934-86f7-419c-ae11-6a211419c5d0'], hosted agents: [] {{(pid=103833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 08:03:32.245503 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1d6128-5146-4741-b084-2f70d2491f32 admin admin] Network 4b674c87-1c24-4bb4-9319-a67400265e39 is scheduled to be hosted by DHCP agent ca8a9934-86f7-419c-ae11-6a211419c5d0 with binding_index 1 {{(pid=103833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 08:03:32.248299 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fbf204-0fd1-4b8e-8d0b-00b39a3781bf admin admin] Made reservation on behalf of 223df681cdd647a7bc3af31303a86577 for: {'network': 1} {{(pid=103833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:03:32.252204 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e8fbf204-0fd1-4b8e-8d0b-00b39a3781bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for network (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:32.268191 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e8fbf204-0fd1-4b8e-8d0b-00b39a3781bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:32.308641 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 58880) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:32.355115 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e8fbf204-0fd1-4b8e-8d0b-00b39a3781bf admin admin] Publish callbacks [] for security_group (35957931-0170-441b-a32a-4ec8d290d71a), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:32.357517 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-7b1d6128-5146-4741-b084-2f70d2491f32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838880-1-smb, 4b674c87-1c24-4bb4-9319-a67400265e39) {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:03:32.362394 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1d6128-5146-4741-b084-2f70d2491f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:32.364504 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7b1d6128-5146-4741-b084-2f70d2491f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for subnet (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:32.367347 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43f5fe4-29a1-411d-a955-2f9f98e06647 None None] Network 4b674c87-1c24-4bb4-9319-a67400265e39 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:03:32.379062 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-7a787626-d140-4b62-bc77-8c66f25cf9c2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1894024959-network', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:32.447600 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-7b1d6128-5146-4741-b084-2f70d2491f32 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7451329 Apr 22 08:03:32.450756 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e8fbf204-0fd1-4b8e-8d0b-00b39a3781bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (35957931-0170-441b-a32a-4ec8d290d71a), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:32.455612 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 58888) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:32.462079 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-90a2f2ac-2a05-4cd3-b013-7cc176f129ba admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-269675797-router', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:32.463712 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8fbf204-0fd1-4b8e-8d0b-00b39a3781bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 08:03:32.474477 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e8fbf204-0fd1-4b8e-8d0b-00b39a3781bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (c8e36c8b-704e-424e-a167-cc58800ff4e4), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:32.475212 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.db.segments_db [None req-e8fbf204-0fd1-4b8e-8d0b-00b39a3781bf admin admin] Added segment c8e36c8b-704e-424e-a167-cc58800ff4e4 of type vlan for network 2271ae03-6276-49f9-8980-74f19df8514f Apr 22 08:03:32.533600 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp800e8c9e-5289-576f-bc13-8821e13a44bc-4b674c87-1c24-4bb4-9319-a67400265e39', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'project_id': 'b16e55435fdd44369ad143385457d955', 'fixed_ips': [{'subnet_id': '093be093-5f28-4c4a-80b0-be7fd291fc71'}]}} from dv-cinder-838880-1-smb. {{(pid=103834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 22 08:03:32.534780 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:32.544824 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e8fbf204-0fd1-4b8e-8d0b-00b39a3781bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744464744888'] for network (2271ae03-6276-49f9-8980-74f19df8514f), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:32.558436 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbf204-0fd1-4b8e-8d0b-00b39a3781bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35957931-0170-441b-a32a-4ec8d290d71a,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:32.603871 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-90a2f2ac-2a05-4cd3-b013-7cc176f129ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-710721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10227'] for router (daa5e407-672e-4305-a3ec-6693e484c3e3), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:32.604855 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-90a2f2ac-2a05-4cd3-b013-7cc176f129ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10234'] for router (daa5e407-672e-4305-a3ec-6693e484c3e3), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:32.617612 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a787626-d140-4b62-bc77-8c66f25cf9c2 admin admin] Made reservation on behalf of ea95f2f73f24412d821786dca4fd986a for: {'network': 1} {{(pid=103833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:03:32.620289 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7a787626-d140-4b62-bc77-8c66f25cf9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for network (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:32.630521 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-47bec545-5a0c-4849-8be6-a33acfaa6f7f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1250120737-network', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:32.664246 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7a787626-d140-4b62-bc77-8c66f25cf9c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:32.697719 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e8fbf204-0fd1-4b8e-8d0b-00b39a3781bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for network (2271ae03-6276-49f9-8980-74f19df8514f), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:32.699073 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fbf204-0fd1-4b8e-8d0b-00b39a3781bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:32.700285 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e8fbf204-0fd1-4b8e-8d0b-00b39a3781bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:32.733530 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-90a2f2ac-2a05-4cd3-b013-7cc176f129ba admin admin] Publish callbacks [] for router_controller (daa5e407-672e-4305-a3ec-6693e484c3e3), precommit_add_association {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:32.746639 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bec545-5a0c-4849-8be6-a33acfaa6f7f admin admin] Made reservation on behalf of 418089b9d73b40b198fe850c8e0fa9b8 for: {'network': 1} {{(pid=103833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:03:32.749274 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-47bec545-5a0c-4849-8be6-a33acfaa6f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for network (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:32.771487 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7a787626-d140-4b62-bc77-8c66f25cf9c2 admin admin] Publish callbacks [] for security_group (9522fe28-29ae-4e6c-8295-fa5750850bea), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:32.778219 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.db_base_plugin_common [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Allocated IP 172.20.0.2 (4b674c87-1c24-4bb4-9319-a67400265e39/093be093-5f28-4c4a-80b0-be7fd291fc71/41bea33c-8760-4807-81dc-9bf39c060300) {{(pid=103834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:03:32.834120 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-47bec545-5a0c-4849-8be6-a33acfaa6f7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:32.843809 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbf204-0fd1-4b8e-8d0b-00b39a3781bf admin admin] Pushing event updated for resources: {'Network': ['ID=2271ae03-6276-49f9-8980-74f19df8514f,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:32.927043 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-47bec545-5a0c-4849-8be6-a33acfaa6f7f admin admin] Publish callbacks [] for security_group (3a3d884f-4348-4e86-97ed-30915c0ec84f), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:32.929961 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7a787626-d140-4b62-bc77-8c66f25cf9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (9522fe28-29ae-4e6c-8295-fa5750850bea), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:32.942188 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a787626-d140-4b62-bc77-8c66f25cf9c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 08:03:32.952308 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7a787626-d140-4b62-bc77-8c66f25cf9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (0802d4e0-4f59-47a7-8d7e-337a8719f19a), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:32.952995 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.db.segments_db [None req-7a787626-d140-4b62-bc77-8c66f25cf9c2 admin admin] Added segment 0802d4e0-4f59-47a7-8d7e-337a8719f19a of type vlan for network 13a6078d-58b1-4081-bb3a-ccd74a412f02 Apr 22 08:03:32.996749 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7a787626-d140-4b62-bc77-8c66f25cf9c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744464744888'] for network (13a6078d-58b1-4081-bb3a-ccd74a412f02), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:33.025676 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a787626-d140-4b62-bc77-8c66f25cf9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9522fe28-29ae-4e6c-8295-fa5750850bea,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:33.029881 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-47bec545-5a0c-4849-8be6-a33acfaa6f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (3a3d884f-4348-4e86-97ed-30915c0ec84f), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:33.079479 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Publish callbacks [] for port (41bea33c-8760-4807-81dc-9bf39c060300), precommit_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:33.083208 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bec545-5a0c-4849-8be6-a33acfaa6f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3d884f-4348-4e86-97ed-30915c0ec84f,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:33.093320 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Network 2271ae03-6276-49f9-8980-74f19df8514f details requested by agent ovs-agent-dv-cinder-838880-1-smb with host dv-cinder-838880-1-smb {{(pid=103834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 22 08:03:33.160620 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-90a2f2ac-2a05-4cd3-b013-7cc176f129ba admin admin] Publish callbacks [] for router_gateway (daa5e407-672e-4305-a3ec-6693e484c3e3), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:33.186976 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-e8fbf204-0fd1-4b8e-8d0b-00b39a3781bf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5069814 Apr 22 08:03:33.197089 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 58904) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:33.201820 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-bc905fea-29f5-4b58-b56b-e513079f0cde admin admin] Request body: {'subnet': {'network_id': '2271ae03-6276-49f9-8980-74f19df8514f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-282762-subnet', 'tenant_id': '223df681cdd647a7bc3af31303a86577', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:33.227187 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7a787626-d140-4b62-bc77-8c66f25cf9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for network (13a6078d-58b1-4081-bb3a-ccd74a412f02), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:33.227187 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a787626-d140-4b62-bc77-8c66f25cf9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:33.227187 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7a787626-d140-4b62-bc77-8c66f25cf9c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:33.235353 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613'] for port (41bea33c-8760-4807-81dc-9bf39c060300), after_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:33.283721 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.db.api [None req-47bec545-5a0c-4849-8be6-a33acfaa6f7f admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103833) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 08:03:33.287023 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG oslo_db.api [None req-47bec545-5a0c-4849-8be6-a33acfaa6f7f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 08:03:33.289089 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Network 4b674c87-1c24-4bb4-9319-a67400265e39 is already hosted by enough agents. {{(pid=103834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:03:33.298541 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.scheduler.base_scheduler [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Resources bound (agent type, host, resource id): {{(pid=103834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:03:33.300313 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Received port after_create {{(pid=103834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:03:33.306601 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Pushing event updated for resources: {'Port': ['ID=41bea33c-8760-4807-81dc-9bf39c060300,revision_number=1']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:33.330987 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:33.331798 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:33.332046 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:33.332397 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:33.332734 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:33.333069 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:33.333403 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:33.333734 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:33.334061 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:33.334448 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:33.335499 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:33.335849 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:33.336181 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Tracked resource versions report: Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: pushed versions: Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: { 'AddressGroup': {'1.2'}, Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'ConntrackHelper': {'1.0'}, Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'LocalIPAssociation': {'1.0'}, Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'Log': {'1.0'}, Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'Network': {'1.1'}, Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'Port': {'1.7'}, Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'PortForwarding': {'1.2'}, Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'QosPolicy': {'1.10'}, Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'SecurityGroup': {'1.5'}, Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'SecurityGroupRule': {'1.2'}, Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'SubPort': {'1.0'}, Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'Subnet': {'1.1'}, Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'Trunk': {'1.1'}} Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: consumer versions: Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: { DHCP agent@dv-cinder-838880-1-smb: {}, Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: HyperV agent@hv-cinder-83888: {}, Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: L3 agent@dv-cinder-838880-1-smb: {}, Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: Metadata agent@dv-cinder-838880-1-smb: {}, Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: Metering agent@dv-cinder-838880-1-smb: {}, Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: Open vSwitch agent@dv-cinder-838880-1-smb: { 'AddressGroup': '1.2', Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'ConntrackHelper': '1.0', Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'LocalIPAssociation': '1.0', Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'Log': '1.0', Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'Network': '1.1', Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'Port': '1.7', Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'PortForwarding': '1.2', Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'QosPolicy': '1.10', Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'SecurityGroup': '1.5', Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'SecurityGroupRule': '1.2', Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'SubPort': '1.0', Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'Subnet': '1.1', Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: 'Trunk': '1.1'}} Apr 22 08:03:33.337453 dv-cinder-838880-1-smb neutron-server[103834]: {{(pid=103834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 08:03:33.413174 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-7a787626-d140-4b62-bc77-8c66f25cf9c2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4002309 Apr 22 08:03:33.416775 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 58914) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:33.423743 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Attempting to bind port 41bea33c-8760-4807-81dc-9bf39c060300 on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:03:33.423743 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Attempting to bind port 41bea33c-8760-4807-81dc-9bf39c060300 by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': '1602df56-3234-480e-8f44-4a4b99dd675a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:03:33.423998 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a787626-d140-4b62-bc77-8c66f25cf9c2 admin admin] Pushing event updated for resources: {'Network': ['ID=13a6078d-58b1-4081-bb3a-ccd74a412f02,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:33.424106 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Attempting to bind port 41bea33c-8760-4807-81dc-9bf39c060300 on network 4b674c87-1c24-4bb4-9319-a67400265e39 {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:03:33.424210 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Request body: {'subnet': {'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1894024959-subnet', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:33.435777 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Network 13a6078d-58b1-4081-bb3a-ccd74a412f02 details requested by agent ovs-agent-dv-cinder-838880-1-smb with host dv-cinder-838880-1-smb {{(pid=103834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 22 08:03:33.439251 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:03:33.439855 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Checking segment: {'id': '1602df56-3234-480e-8f44-4a4b99dd675a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:03:33.440283 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:33.440675 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Bound using segment: {'id': '1602df56-3234-480e-8f44-4a4b99dd675a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:03:33.441165 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Bound port: 41bea33c-8760-4807-81dc-9bf39c060300, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1602df56-3234-480e-8f44-4a4b99dd675a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:03:33.441553 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (41bea33c-8760-4807-81dc-9bf39c060300), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:33.473318 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc905fea-29f5-4b58-b56b-e513079f0cde admin admin] Made reservation on behalf of 223df681cdd647a7bc3af31303a86577 for: {'subnet': 1} {{(pid=103833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:03:33.478032 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bc905fea-29f5-4b58-b56b-e513079f0cde admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:33.642516 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] For port 41bea33c-8760-4807-81dc-9bf39c060300, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:03:33.649956 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] For port 41bea33c-8760-4807-81dc-9bf39c060300, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=41bea33c-8760-4807-81dc-9bf39c060300,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:03:33.684539 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Made reservation on behalf of ea95f2f73f24412d821786dca4fd986a for: {'subnet': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:03:33.686874 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:33.782357 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (41bea33c-8760-4807-81dc-9bf39c060300), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:33.790131 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-47bec545-5a0c-4849-8be6-a33acfaa6f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for network (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:33.821443 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47bec545-5a0c-4849-8be6-a33acfaa6f7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 08:03:33.836251 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-47bec545-5a0c-4849-8be6-a33acfaa6f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (3008e4a5-47c2-4986-bd7a-75bbd1f06c9a), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:33.836966 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.db.segments_db [None req-47bec545-5a0c-4849-8be6-a33acfaa6f7f admin admin] Added segment 3008e4a5-47c2-4986-bd7a-75bbd1f06c9a of type vlan for network 6dee7f59-68db-465f-b55a-26e8be06de12 Apr 22 08:03:33.849042 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-90a2f2ac-2a05-4cd3-b013-7cc176f129ba admin admin] Publish callbacks [] for router_gateway (daa5e407-672e-4305-a3ec-6693e484c3e3), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:33.894724 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-90a2f2ac-2a05-4cd3-b013-7cc176f129ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:33.895561 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bc905fea-29f5-4b58-b56b-e513079f0cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for subnet (34d67503-1f36-49d5-8ff8-f8434bd3064e), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:33.948437 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383d87c-7c29-42d2-9ee3-a8690ab42810 None None] Pushing event updated for resources: {'Port': ['ID=41bea33c-8760-4807-81dc-9bf39c060300,revision_number=2']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:33.971155 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-47bec545-5a0c-4849-8be6-a33acfaa6f7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744464744888'] for network (6dee7f59-68db-465f-b55a-26e8be06de12), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:34.083514 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc905fea-29f5-4b58-b56b-e513079f0cde admin admin] Checking segment: {'id': 'c8e36c8b-704e-424e-a167-cc58800ff4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2271ae03-6276-49f9-8980-74f19df8514f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:03:34.083514 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc905fea-29f5-4b58-b56b-e513079f0cde admin admin] Network hostable DHCP agents. Network: 2271ae03-6276-49f9-8980-74f19df8514f, hostable agents: ['ca8a9934-86f7-419c-ae11-6a211419c5d0'], hosted agents: [] {{(pid=103833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 08:03:34.086634 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc905fea-29f5-4b58-b56b-e513079f0cde admin admin] Pushing event updated for resources: {'Subnet': ['ID=34d67503-1f36-49d5-8ff8-f8434bd3064e,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:34.167985 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-47bec545-5a0c-4849-8be6-a33acfaa6f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for network (6dee7f59-68db-465f-b55a-26e8be06de12), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:34.169292 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bec545-5a0c-4849-8be6-a33acfaa6f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:34.170833 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-47bec545-5a0c-4849-8be6-a33acfaa6f7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:34.204680 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc905fea-29f5-4b58-b56b-e513079f0cde admin admin] Network 2271ae03-6276-49f9-8980-74f19df8514f is scheduled to be hosted by DHCP agent ca8a9934-86f7-419c-ae11-6a211419c5d0 with binding_index 1 {{(pid=103833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 08:03:34.237515 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-90a2f2ac-2a05-4cd3-b013-7cc176f129ba admin admin] Allocated IP 172.28.2.141 (1ba3c60b-0bed-4e05-bf6c-e6da0128f626/c65f8918-06d0-4042-b508-c83c4010a7fc/0e176733-a043-4a0b-b866-3a9be5a49046) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:03:34.267719 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for subnet (434aae01-3eff-47a2-96c3-7b3f40b18165), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:34.302549 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bec545-5a0c-4849-8be6-a33acfaa6f7f admin admin] Pushing event updated for resources: {'Network': ['ID=6dee7f59-68db-465f-b55a-26e8be06de12,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:34.315641 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Network 6dee7f59-68db-465f-b55a-26e8be06de12 details requested by agent ovs-agent-dv-cinder-838880-1-smb with host dv-cinder-838880-1-smb {{(pid=103834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 22 08:03:34.321414 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-bc905fea-29f5-4b58-b56b-e513079f0cde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838880-1-smb, 2271ae03-6276-49f9-8980-74f19df8514f) {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:03:34.325436 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc905fea-29f5-4b58-b56b-e513079f0cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:34.326176 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bc905fea-29f5-4b58-b56b-e513079f0cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for subnet (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:34.384863 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-47bec545-5a0c-4849-8be6-a33acfaa6f7f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0749421 Apr 22 08:03:34.388601 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 58960) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:34.390276 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-8caba22f-dbda-4c78-b919-7ea10091d5ef admin admin] Request body: {'subnet': {'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-subnet', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:34.436928 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1819c1a9-9ce1-441c-baed-d54cea73b0ba None None] Network 2271ae03-6276-49f9-8980-74f19df8514f requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:03:34.460329 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-bc905fea-29f5-4b58-b56b-e513079f0cde admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2537143 Apr 22 08:03:34.464908 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Checking segment: {'id': '0802d4e0-4f59-47a7-8d7e-337a8719f19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:03:34.465200 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Network hostable DHCP agents. Network: 13a6078d-58b1-4081-bb3a-ccd74a412f02, hostable agents: ['ca8a9934-86f7-419c-ae11-6a211419c5d0'], hosted agents: [] {{(pid=103832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 08:03:34.486682 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=434aae01-3eff-47a2-96c3-7b3f40b18165,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:34.510371 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:34.511449 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:34.511449 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:34.511778 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:34.512085 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:34.512429 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:34.512769 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:34.513107 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:34.513601 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:34.513947 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:34.514283 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:34.514710 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:34.515044 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Tracked resource versions report: Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: pushed versions: Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: { 'AddressGroup': {'1.2'}, Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'ConntrackHelper': {'1.0'}, Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'LocalIPAssociation': {'1.0'}, Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'Log': {'1.0'}, Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'Network': {'1.1'}, Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'Port': {'1.7'}, Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'PortForwarding': {'1.2'}, Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'QosPolicy': {'1.10'}, Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'SecurityGroup': {'1.5'}, Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'SecurityGroupRule': {'1.2'}, Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'SubPort': {'1.0'}, Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'Subnet': {'1.1'}, Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'Trunk': {'1.1'}} Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: consumer versions: Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: { DHCP agent@dv-cinder-838880-1-smb: {}, Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: HyperV agent@hv-cinder-83888: {}, Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: L3 agent@dv-cinder-838880-1-smb: {}, Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: Metadata agent@dv-cinder-838880-1-smb: {}, Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: Metering agent@dv-cinder-838880-1-smb: {}, Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: Open vSwitch agent@dv-cinder-838880-1-smb: { 'AddressGroup': '1.2', Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'ConntrackHelper': '1.0', Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'LocalIPAssociation': '1.0', Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'Log': '1.0', Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'Network': '1.1', Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'Port': '1.7', Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'PortForwarding': '1.2', Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'QosPolicy': '1.10', Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'SecurityGroup': '1.5', Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'SecurityGroupRule': '1.2', Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'SubPort': '1.0', Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'Subnet': '1.1', Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: 'Trunk': '1.1'}} Apr 22 08:03:34.516309 dv-cinder-838880-1-smb neutron-server[103832]: {{(pid=103832) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 08:03:34.555277 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-90a2f2ac-2a05-4cd3-b013-7cc176f129ba admin admin] Publish callbacks [] for port (0e176733-a043-4a0b-b866-3a9be5a49046), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:34.561772 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caba22f-dbda-4c78-b919-7ea10091d5ef admin admin] Made reservation on behalf of 418089b9d73b40b198fe850c8e0fa9b8 for: {'subnet': 1} {{(pid=103833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:03:34.566111 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8caba22f-dbda-4c78-b919-7ea10091d5ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:34.618755 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cb6c5c-c254-466d-a3bb-7272cc9809fe None None] Network 2271ae03-6276-49f9-8980-74f19df8514f requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:03:34.627498 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Network 13a6078d-58b1-4081-bb3a-ccd74a412f02 is scheduled to be hosted by DHCP agent ca8a9934-86f7-419c-ae11-6a211419c5d0 with binding_index 1 {{(pid=103832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 08:03:34.759789 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838880-1-smb, 13a6078d-58b1-4081-bb3a-ccd74a412f02) {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:03:34.765017 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:34.765868 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:34.771396 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddbd65f-c75e-4a99-8890-334f09a3d030 None None] Network 13a6078d-58b1-4081-bb3a-ccd74a412f02 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:03:34.809274 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-90a2f2ac-2a05-4cd3-b013-7cc176f129ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613'] for port (0e176733-a043-4a0b-b866-3a9be5a49046), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:34.980737 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 58994) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:34.985239 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-1130aeea-3512-497d-b182-99d8e66ea2c3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1894024959-router', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:34.988259 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-4fa25e61-b6af-40e2-988d-930d1d7308bb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5699322 Apr 22 08:03:35.007332 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8caba22f-dbda-4c78-b919-7ea10091d5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for subnet (641627bb-b95d-4c67-8726-0140678dc8e7), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:35.044129 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93118a0-afb9-445b-9d9c-482fa3796982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp800e8c9e-5289-576f-bc13-8821e13a44bc-13a6078d-58b1-4081-bb3a-ccd74a412f02', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'fixed_ips': [{'subnet_id': '434aae01-3eff-47a2-96c3-7b3f40b18165'}]}} from dv-cinder-838880-1-smb. {{(pid=103834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 22 08:03:35.045769 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-a93118a0-afb9-445b-9d9c-482fa3796982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:35.076022 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a2f2ac-2a05-4cd3-b013-7cc176f129ba admin admin] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:03:35.089366 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-90a2f2ac-2a05-4cd3-b013-7cc176f129ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:03:35.099159 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a2f2ac-2a05-4cd3-b013-7cc176f129ba admin admin] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:03:35.184903 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2f2ac-2a05-4cd3-b013-7cc176f129ba admin admin] Pushing event updated for resources: {'Port': ['ID=0e176733-a043-4a0b-b866-3a9be5a49046,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:35.197237 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caba22f-dbda-4c78-b919-7ea10091d5ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=641627bb-b95d-4c67-8726-0140678dc8e7,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:35.211040 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caba22f-dbda-4c78-b919-7ea10091d5ef admin admin] Checking segment: {'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:03:35.211406 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caba22f-dbda-4c78-b919-7ea10091d5ef admin admin] Network hostable DHCP agents. Network: 6dee7f59-68db-465f-b55a-26e8be06de12, hostable agents: ['ca8a9934-86f7-419c-ae11-6a211419c5d0'], hosted agents: [] {{(pid=103833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 08:03:35.321381 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1130aeea-3512-497d-b182-99d8e66ea2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-710721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10227'] for router (651c8eba-197b-42ec-8934-2473b3d7a60f), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:35.322624 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1130aeea-3512-497d-b182-99d8e66ea2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10234'] for router (651c8eba-197b-42ec-8934-2473b3d7a60f), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:35.392446 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.db_base_plugin_common [None req-a93118a0-afb9-445b-9d9c-482fa3796982 None None] Allocated IP 172.20.0.2 (13a6078d-58b1-4081-bb3a-ccd74a412f02/434aae01-3eff-47a2-96c3-7b3f40b18165/959e4acd-2aba-4378-976a-6f59c23dbcb8) {{(pid=103834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:03:35.442241 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 59022) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:35.445499 dv-cinder-838880-1-smb neutron-server[103832]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 22 08:03:35.472692 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1130aeea-3512-497d-b182-99d8e66ea2c3 admin admin] Publish callbacks [] for router_controller (651c8eba-197b-42ec-8934-2473b3d7a60f), precommit_add_association {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:35.474570 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caba22f-dbda-4c78-b919-7ea10091d5ef admin admin] Network 6dee7f59-68db-465f-b55a-26e8be06de12 is scheduled to be hosted by DHCP agent ca8a9934-86f7-419c-ae11-6a211419c5d0 with binding_index 1 {{(pid=103833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 08:03:35.490297 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a054da-4b2b-4361-a243-a3ef5abc0d18 None None] Network 4b674c87-1c24-4bb4-9319-a67400265e39 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:03:35.589719 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-8caba22f-dbda-4c78-b919-7ea10091d5ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838880-1-smb, 6dee7f59-68db-465f-b55a-26e8be06de12) {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:03:35.646020 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caba22f-dbda-4c78-b919-7ea10091d5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:35.652687 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8caba22f-dbda-4c78-b919-7ea10091d5ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for subnet (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:35.672627 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04e36ed-392b-4724-965c-3babd21bff57 None None] Network 6dee7f59-68db-465f-b55a-26e8be06de12 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:03:35.781303 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1130aeea-3512-497d-b182-99d8e66ea2c3 admin admin] Publish callbacks [] for router_gateway (651c8eba-197b-42ec-8934-2473b3d7a60f), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:35.817018 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-8caba22f-dbda-4c78-b919-7ea10091d5ef admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4257152 Apr 22 08:03:35.817018 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59044) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:35.836626 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-ba9484eb-b9b2-4d3d-8c87-476a13044136 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:35.846202 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-061fcf0c-531b-4673-bbea-1dd61c74575c None None] Provisioning complete for port 41bea33c-8760-4807-81dc-9bf39c060300 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:35.846584 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-061fcf0c-531b-4673-bbea-1dd61c74575c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (41bea33c-8760-4807-81dc-9bf39c060300), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:35.849362 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-6404643d-4797-42f6-be9c-1dfaace8f7b7 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:35.856635 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-6404643d-4797-42f6-be9c-1dfaace8f7b7 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/networks?id=2271ae03-6276-49f9-8980-74f19df8514f HTTP/1.1" status: 200 len: 808 time: 0.4132123 Apr 22 08:03:35.885364 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5039d3cd-086c-46ca-867b-656dd04afc4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp800e8c9e-5289-576f-bc13-8821e13a44bc-6dee7f59-68db-465f-b55a-26e8be06de12', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7'}]}} from dv-cinder-838880-1-smb. {{(pid=103834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 22 08:03:35.886228 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-5039d3cd-086c-46ca-867b-656dd04afc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:35.887279 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-05d7bf78-ea84-4748-bfb2-2286dc26b275 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/quotas/223df681cdd647a7bc3af31303a86577 HTTP/1.1" status: 200 len: 375 time: 0.0297043 Apr 22 08:03:35.919589 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-90a2f2ac-2a05-4cd3-b013-7cc176f129ba admin admin] Publish callbacks [] for router_gateway (daa5e407-672e-4305-a3ec-6693e484c3e3), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:35.956609 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-725ce2ed-e8b3-4f99-b8ad-06ffd29bc106 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=223df681cdd647a7bc3af31303a86577&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681422 Apr 22 08:03:36.072305 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ba9484eb-b9b2-4d3d-8c87-476a13044136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-710721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10227'] for router (7090097d-05ba-42e9-a34f-e11e7566645b), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:36.074072 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ba9484eb-b9b2-4d3d-8c87-476a13044136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10234'] for router (7090097d-05ba-42e9-a34f-e11e7566645b), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:36.093794 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-a93118a0-afb9-445b-9d9c-482fa3796982 None None] Publish callbacks [] for port (959e4acd-2aba-4378-976a-6f59c23dbcb8), precommit_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:36.184470 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 59056) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:36.241468 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 41bea33c-8760-4807-81dc-9bf39c060300 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:03:36.247753 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-a93118a0-afb9-445b-9d9c-482fa3796982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613'] for port (959e4acd-2aba-4378-976a-6f59c23dbcb8), after_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:36.274623 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ba9484eb-b9b2-4d3d-8c87-476a13044136 admin admin] Publish callbacks [] for router_controller (7090097d-05ba-42e9-a34f-e11e7566645b), precommit_add_association {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:36.293468 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93118a0-afb9-445b-9d9c-482fa3796982 None None] Network 13a6078d-58b1-4081-bb3a-ccd74a412f02 is already hosted by enough agents. {{(pid=103834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:03:36.370603 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.scheduler.base_scheduler [None req-a93118a0-afb9-445b-9d9c-482fa3796982 None None] Resources bound (agent type, host, resource id): {{(pid=103834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:03:36.372404 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93118a0-afb9-445b-9d9c-482fa3796982 None None] Pushing event updated for resources: {'Port': ['ID=959e4acd-2aba-4378-976a-6f59c23dbcb8,revision_number=1']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:36.374424 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-061fcf0c-531b-4673-bbea-1dd61c74575c None None] Current status of the port 41bea33c-8760-4807-81dc-9bf39c060300 is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:03:36.374853 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-061fcf0c-531b-4673-bbea-1dd61c74575c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (41bea33c-8760-4807-81dc-9bf39c060300), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:36.398940 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 59074) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:36.413024 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93118a0-afb9-445b-9d9c-482fa3796982 None None] Received port after_create {{(pid=103834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:03:36.549919 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1f50ccab-12fb-4994-9e14-cf85c6930916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:36.563747 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-9ce501a7-e81c-4a5b-8408-d3c1f7f7a2a7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 08:03:36.564949 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-9ce501a7-e81c-4a5b-8408-d3c1f7f7a2a7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1251526 Apr 22 08:03:36.577410 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-90a2f2ac-2a05-4cd3-b013-7cc176f129ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-710858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706120'] for router (daa5e407-672e-4305-a3ec-6693e484c3e3), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:36.591618 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e3a6614f-9389-4b00-9abf-040e5e97e0b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:36.606157 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.db_base_plugin_common [None req-5039d3cd-086c-46ca-867b-656dd04afc4a None None] Allocated IP 172.20.0.2 (6dee7f59-68db-465f-b55a-26e8be06de12/641627bb-b95d-4c67-8726-0140678dc8e7/b56deb78-b719-4180-af9c-08fb96c315e6) {{(pid=103834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:03:36.612995 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-061fcf0c-531b-4673-bbea-1dd61c74575c None None] For port 41bea33c-8760-4807-81dc-9bf39c060300, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=41bea33c-8760-4807-81dc-9bf39c060300,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:03:36.646059 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-a93118a0-afb9-445b-9d9c-482fa3796982 None None] Attempting to bind port 959e4acd-2aba-4378-976a-6f59c23dbcb8 on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:03:36.646972 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-a93118a0-afb9-445b-9d9c-482fa3796982 None None] Attempting to bind port 959e4acd-2aba-4378-976a-6f59c23dbcb8 by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': '0802d4e0-4f59-47a7-8d7e-337a8719f19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:03:36.647755 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93118a0-afb9-445b-9d9c-482fa3796982 None None] Attempting to bind port 959e4acd-2aba-4378-976a-6f59c23dbcb8 on network 13a6078d-58b1-4081-bb3a-ccd74a412f02 {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:03:36.681876 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93118a0-afb9-445b-9d9c-482fa3796982 None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:03:36.683050 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93118a0-afb9-445b-9d9c-482fa3796982 None None] Checking segment: {'id': '0802d4e0-4f59-47a7-8d7e-337a8719f19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:03:36.683593 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-a93118a0-afb9-445b-9d9c-482fa3796982 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:36.684084 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93118a0-afb9-445b-9d9c-482fa3796982 None None] Bound using segment: {'id': '0802d4e0-4f59-47a7-8d7e-337a8719f19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:03:36.684797 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-a93118a0-afb9-445b-9d9c-482fa3796982 None None] Bound port: 959e4acd-2aba-4378-976a-6f59c23dbcb8, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0802d4e0-4f59-47a7-8d7e-337a8719f19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:03:36.685625 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-a93118a0-afb9-445b-9d9c-482fa3796982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (959e4acd-2aba-4378-976a-6f59c23dbcb8), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:36.793199 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1130aeea-3512-497d-b182-99d8e66ea2c3 admin admin] Publish callbacks [] for router_gateway (651c8eba-197b-42ec-8934-2473b3d7a60f), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:36.794201 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 41bea33c-8760-4807-81dc-9bf39c060300 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:36.794201 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (41bea33c-8760-4807-81dc-9bf39c060300), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:36.794390 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1130aeea-3512-497d-b182-99d8e66ea2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:36.794390 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ba9484eb-b9b2-4d3d-8c87-476a13044136 admin admin] Publish callbacks [] for router_gateway (7090097d-05ba-42e9-a34f-e11e7566645b), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:36.852740 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-061fcf0c-531b-4673-bbea-1dd61c74575c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (41bea33c-8760-4807-81dc-9bf39c060300), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:36.918235 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-a93118a0-afb9-445b-9d9c-482fa3796982 None None] For port 959e4acd-2aba-4378-976a-6f59c23dbcb8, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:03:36.923734 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-1130aeea-3512-497d-b182-99d8e66ea2c3 admin admin] Allocated IP 172.28.2.232 (1ba3c60b-0bed-4e05-bf6c-e6da0128f626/c65f8918-06d0-4042-b508-c83c4010a7fc/b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:03:36.930978 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-a593d11e-7a2a-400f-bd43-504ef7929991 service neutron] 10.222.0.13 "GET /v2.0/networks/2271ae03-6276-49f9-8980-74f19df8514f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500018 Apr 22 08:03:36.965083 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-a93118a0-afb9-445b-9d9c-482fa3796982 None None] For port 959e4acd-2aba-4378-976a-6f59c23dbcb8, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=959e4acd-2aba-4378-976a-6f59c23dbcb8,segment=NetworkSegment(0802d4e0-4f59-47a7-8d7e-337a8719f19a),segment_id=0802d4e0-4f59-47a7-8d7e-337a8719f19a)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:03:37.029876 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-5039d3cd-086c-46ca-867b-656dd04afc4a None None] Publish callbacks [] for port (b56deb78-b719-4180-af9c-08fb96c315e6), precommit_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:37.032191 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061fcf0c-531b-4673-bbea-1dd61c74575c None None] Pushing event updated for resources: {'Port': ['ID=41bea33c-8760-4807-81dc-9bf39c060300,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:37.050833 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-87b333f3-b873-42be-b1ce-1c929b8d8968 None None] Provisioning complete for port 41bea33c-8760-4807-81dc-9bf39c060300 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:37.051362 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-87b333f3-b873-42be-b1ce-1c929b8d8968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (41bea33c-8760-4807-81dc-9bf39c060300), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:37.055553 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 41bea33c-8760-4807-81dc-9bf39c060300 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:03:37.060920 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1f50ccab-12fb-4994-9e14-cf85c6930916 admin admin] Publish callbacks [] for security_group (89585d7e-3d1f-4a95-9d32-3b630bfd14c9), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:37.092264 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1130aeea-3512-497d-b182-99d8e66ea2c3 admin admin] Publish callbacks [] for port (b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:37.101675 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e3a6614f-9389-4b00-9abf-040e5e97e0b7 admin admin] Publish callbacks [] for security_group (707039bd-f1be-473f-b8b0-82e0445841ac), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:37.125588 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-a93118a0-afb9-445b-9d9c-482fa3796982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (959e4acd-2aba-4378-976a-6f59c23dbcb8), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:37.155119 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-f20cd33d-85f4-401f-978f-74f6ab6b19bd service neutron] 10.222.0.13 "GET /v2.0/networks/2271ae03-6276-49f9-8980-74f19df8514f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231929 Apr 22 08:03:37.157892 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1f50ccab-12fb-4994-9e14-cf85c6930916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (89585d7e-3d1f-4a95-9d32-3b630bfd14c9), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:37.182423 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-5039d3cd-086c-46ca-867b-656dd04afc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613'] for port (b56deb78-b719-4180-af9c-08fb96c315e6), after_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:37.200043 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-87b333f3-b873-42be-b1ce-1c929b8d8968 None None] Current status of the port 41bea33c-8760-4807-81dc-9bf39c060300 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:03:37.228650 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5039d3cd-086c-46ca-867b-656dd04afc4a None None] Network 6dee7f59-68db-465f-b55a-26e8be06de12 is already hosted by enough agents. {{(pid=103834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:03:37.230093 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93118a0-afb9-445b-9d9c-482fa3796982 None None] Pushing event updated for resources: {'Port': ['ID=959e4acd-2aba-4378-976a-6f59c23dbcb8,revision_number=2']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:37.236034 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.scheduler.base_scheduler [None req-5039d3cd-086c-46ca-867b-656dd04afc4a None None] Resources bound (agent type, host, resource id): {{(pid=103834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:03:37.238242 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5039d3cd-086c-46ca-867b-656dd04afc4a None None] Received port after_create {{(pid=103834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:03:37.265540 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ba9484eb-b9b2-4d3d-8c87-476a13044136 admin admin] Publish callbacks [] for router_gateway (7090097d-05ba-42e9-a34f-e11e7566645b), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:37.298353 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ba9484eb-b9b2-4d3d-8c87-476a13044136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:37.316850 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-1f50ccab-12fb-4994-9e14-cf85c6930916 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1a9d70a583945eeb5d0c1cb43e7e815&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1335855 Apr 22 08:03:37.320324 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 59090) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:37.323188 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50ccab-12fb-4994-9e14-cf85c6930916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89585d7e-3d1f-4a95-9d32-3b630bfd14c9,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:37.331825 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e3a6614f-9389-4b00-9abf-040e5e97e0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (707039bd-f1be-473f-b8b0-82e0445841ac), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:37.336316 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039d3cd-086c-46ca-867b-656dd04afc4a None None] Pushing event updated for resources: {'Port': ['ID=b56deb78-b719-4180-af9c-08fb96c315e6,revision_number=1']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:37.348193 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-5039d3cd-086c-46ca-867b-656dd04afc4a None None] Attempting to bind port b56deb78-b719-4180-af9c-08fb96c315e6 on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:03:37.348576 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-5039d3cd-086c-46ca-867b-656dd04afc4a None None] Attempting to bind port b56deb78-b719-4180-af9c-08fb96c315e6 by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:03:37.348993 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5039d3cd-086c-46ca-867b-656dd04afc4a None None] Attempting to bind port b56deb78-b719-4180-af9c-08fb96c315e6 on network 6dee7f59-68db-465f-b55a-26e8be06de12 {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:03:37.354724 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5039d3cd-086c-46ca-867b-656dd04afc4a None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:03:37.355107 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5039d3cd-086c-46ca-867b-656dd04afc4a None None] Checking segment: {'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:03:37.355518 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-5039d3cd-086c-46ca-867b-656dd04afc4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:37.356035 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5039d3cd-086c-46ca-867b-656dd04afc4a None None] Bound using segment: {'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:03:37.356391 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-5039d3cd-086c-46ca-867b-656dd04afc4a None None] Bound port: b56deb78-b719-4180-af9c-08fb96c315e6, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:03:37.356780 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-5039d3cd-086c-46ca-867b-656dd04afc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (b56deb78-b719-4180-af9c-08fb96c315e6), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:37.366662 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1130aeea-3512-497d-b182-99d8e66ea2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613'] for port (b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:37.457895 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-5039d3cd-086c-46ca-867b-656dd04afc4a None None] For port b56deb78-b719-4180-af9c-08fb96c315e6, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:03:37.462489 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-5039d3cd-086c-46ca-867b-656dd04afc4a None None] For port b56deb78-b719-4180-af9c-08fb96c315e6, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=b56deb78-b719-4180-af9c-08fb96c315e6,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:03:37.484280 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-e3a6614f-9389-4b00-9abf-040e5e97e0b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2cfac4a2c9a549cc80a0d9cb0debc757&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0727928 Apr 22 08:03:37.484280 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a2f2ac-2a05-4cd3-b013-7cc176f129ba admin admin] Router daa5e407-672e-4305-a3ec-6693e484c3e3 is scheduled to L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe with binding_index 1 {{(pid=103832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 08:03:37.484610 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1130aeea-3512-497d-b182-99d8e66ea2c3 admin admin] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:03:37.484702 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59094) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:37.512638 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130aeea-3512-497d-b182-99d8e66ea2c3 admin admin] Pushing event updated for resources: {'Port': ['ID=b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:37.532210 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-1130aeea-3512-497d-b182-99d8e66ea2c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:03:37.535109 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1130aeea-3512-497d-b182-99d8e66ea2c3 admin admin] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:03:37.540030 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6614f-9389-4b00-9abf-040e5e97e0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707039bd-f1be-473f-b8b0-82e0445841ac,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:37.635319 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-5039d3cd-086c-46ca-867b-656dd04afc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (b56deb78-b719-4180-af9c-08fb96c315e6), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:37.649264 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-ba9484eb-b9b2-4d3d-8c87-476a13044136 admin admin] Allocated IP 172.28.2.48 (1ba3c60b-0bed-4e05-bf6c-e6da0128f626/c65f8918-06d0-4042-b508-c83c4010a7fc/8403c478-a28c-4996-99bb-37da6c3d157e) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:03:37.700414 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f6b5f508-8e40-41da-909d-4a88ba200526 admin admin] Publish callbacks [] for security_group (89585d7e-3d1f-4a95-9d32-3b630bfd14c9), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:38.119068 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039d3cd-086c-46ca-867b-656dd04afc4a None None] Pushing event updated for resources: {'Port': ['ID=b56deb78-b719-4180-af9c-08fb96c315e6,revision_number=2']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:38.122190 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f6b5f508-8e40-41da-909d-4a88ba200526 admin admin] Publish callbacks [] for security_group (89585d7e-3d1f-4a95-9d32-3b630bfd14c9), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:38.122190 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a2f2ac-2a05-4cd3-b013-7cc176f129ba admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:03:38.123590 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] Sync routers for ids ['daa5e407-672e-4305-a3ec-6693e484c3e3'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:03:38.123590 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] Routers {'daa5e407-672e-4305-a3ec-6693e484c3e3'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:03:38.123590 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:03:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['daa5e407-672e-4305-a3ec-6693e484c3e3'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:38.124939 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 59112) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:38.126927 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ba9484eb-b9b2-4d3d-8c87-476a13044136 admin admin] Publish callbacks [] for port (8403c478-a28c-4996-99bb-37da6c3d157e), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:38.127690 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6514303b-9dfd-4f2a-8cfe-f1fe9c76f6dc req-bfadfc68-71fd-4809-9128-148af8d173b3 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 210 time: 0.1163480 Apr 22 08:03:38.128315 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] Set router daa5e407-672e-4305-a3ec-6693e484c3e3 gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:03:38.131694 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-90a2f2ac-2a05-4cd3-b013-7cc176f129ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:38.140655 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-90a2f2ac-2a05-4cd3-b013-7cc176f129ba admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6766093 Apr 22 08:03:38.140655 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 59122) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:38.168563 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ba9484eb-b9b2-4d3d-8c87-476a13044136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613'] for port (8403c478-a28c-4996-99bb-37da6c3d157e), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:38.195575 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f6b5f508-8e40-41da-909d-4a88ba200526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (89585d7e-3d1f-4a95-9d32-3b630bfd14c9), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:38.199118 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f6b5f508-8e40-41da-909d-4a88ba200526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:38.200265 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-f6b5f508-8e40-41da-909d-4a88ba200526 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89585d7e-3d1f-4a95-9d32-3b630bfd14c9 HTTP/1.1" status: 204 len: 168 time: 0.8713744 Apr 22 08:03:38.241911 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5f508-8e40-41da-909d-4a88ba200526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89585d7e-3d1f-4a95-9d32-3b630bfd14c9,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:38.353631 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 41bea33c-8760-4807-81dc-9bf39c060300 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:03:38.399469 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9484eb-b9b2-4d3d-8c87-476a13044136 admin admin] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:03:38.414335 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9484eb-b9b2-4d3d-8c87-476a13044136 admin admin] Pushing event updated for resources: {'Port': ['ID=8403c478-a28c-4996-99bb-37da6c3d157e,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:38.434002 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-ba9484eb-b9b2-4d3d-8c87-476a13044136 admin admin] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:03:38.438796 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9484eb-b9b2-4d3d-8c87-476a13044136 admin admin] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:03:38.492483 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 41bea33c-8760-4807-81dc-9bf39c060300 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:38.492871 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (41bea33c-8760-4807-81dc-9bf39c060300), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:38.591185 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'name': 'tempest-AttachVolumeShelveTestJSON-269675797-router', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:32Z', 'updated_at': '2022-04-22T08:03:35Z', 'revision_number': 3, 'project_id': 'b16e55435fdd44369ad143385457d955', 'gw_port': {'id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:33Z', 'updated_at': '2022-04-22T08:03:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:38.648796 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7cef70f2-045a-4a09-ba00-a839a362a796 admin admin] Publish callbacks [] for security_group (707039bd-f1be-473f-b8b0-82e0445841ac), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:38.652787 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] Checking router: daa5e407-672e-4305-a3ec-6693e484c3e3 for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:03:38.654474 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] Updating router daa5e407-672e-4305-a3ec-6693e484c3e3 port 0e176733-a043-4a0b-b866-3a9be5a49046 binding host dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 08:03:38.713337 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 41bea33c-8760-4807-81dc-9bf39c060300 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:03:38.715271 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 959e4acd-2aba-4378-976a-6f59c23dbcb8 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:03:38.719952 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (0e176733-a043-4a0b-b866-3a9be5a49046), before_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:38.727634 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7cef70f2-045a-4a09-ba00-a839a362a796 admin admin] Publish callbacks [] for security_group (707039bd-f1be-473f-b8b0-82e0445841ac), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:38.823617 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 959e4acd-2aba-4378-976a-6f59c23dbcb8 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:38.827806 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (959e4acd-2aba-4378-976a-6f59c23dbcb8), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:38.987050 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 959e4acd-2aba-4378-976a-6f59c23dbcb8 is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:03:38.987499 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (959e4acd-2aba-4378-976a-6f59c23dbcb8), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:38.993988 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7cef70f2-045a-4a09-ba00-a839a362a796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (707039bd-f1be-473f-b8b0-82e0445841ac), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:38.997209 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7cef70f2-045a-4a09-ba00-a839a362a796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:39.000206 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-7cef70f2-045a-4a09-ba00-a839a362a796 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/707039bd-f1be-473f-b8b0-82e0445841ac HTTP/1.1" status: 204 len: 168 time: 1.5128496 Apr 22 08:03:39.067886 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab117d7-c1bc-4de8-8174-61e1de43822b None None] Network 13a6078d-58b1-4081-bb3a-ccd74a412f02 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:03:39.144608 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-711e11a8-a0d8-4375-abfd-40f2e54822d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:39.216673 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef70f2-045a-4a09-ba00-a839a362a796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707039bd-f1be-473f-b8b0-82e0445841ac,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:39.231748 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-291d2b59-61b1-48fd-825a-1948d402ec7b req-691df4f4-7796-4350-a160-c4ff64b21620 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 210 time: 0.0993791 Apr 22 08:03:39.295289 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] Publish callbacks [] for port (0e176733-a043-4a0b-b866-3a9be5a49046), precommit_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:39.304517 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1130aeea-3512-497d-b182-99d8e66ea2c3 admin admin] Publish callbacks [] for router_gateway (651c8eba-197b-42ec-8934-2473b3d7a60f), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:39.332260 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] For port 959e4acd-2aba-4378-976a-6f59c23dbcb8, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=959e4acd-2aba-4378-976a-6f59c23dbcb8,segment=NetworkSegment(0802d4e0-4f59-47a7-8d7e-337a8719f19a),segment_id=0802d4e0-4f59-47a7-8d7e-337a8719f19a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:03:39.379538 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-a92f0126-49e6-4f75-9c35-78cf78a67e81 None None] Provisioning complete for port 959e4acd-2aba-4378-976a-6f59c23dbcb8 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:39.380651 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-a92f0126-49e6-4f75-9c35-78cf78a67e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (959e4acd-2aba-4378-976a-6f59c23dbcb8), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:39.387241 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (0e176733-a043-4a0b-b866-3a9be5a49046), after_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:39.534598 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] Attempting to bind port 0e176733-a043-4a0b-b866-3a9be5a49046 on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:03:39.541831 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] Attempting to bind port 0e176733-a043-4a0b-b866-3a9be5a49046 by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}] {{(pid=103835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:03:39.541831 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] Attempting to bind port 0e176733-a043-4a0b-b866-3a9be5a49046 on network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:03:39.553559 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:03:39.554067 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] Checking segment: {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:03:39.554555 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:39.554968 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] Bound using segment: {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'} {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:03:39.555519 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] Bound port: 0e176733-a043-4a0b-b866-3a9be5a49046, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}}] {{(pid=103835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:03:39.567061 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (0e176733-a043-4a0b-b866-3a9be5a49046), before_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:39.621184 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0e56db-d100-4c48-a65f-061b8063543f None None] Network 6dee7f59-68db-465f-b55a-26e8be06de12 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:03:39.642573 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (959e4acd-2aba-4378-976a-6f59c23dbcb8), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:39.720616 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c242a25-3e36-4994-a621-68096eca1500 None None] Pushing event updated for resources: {'Port': ['ID=0e176733-a043-4a0b-b866-3a9be5a49046,revision_number=2']} {{(pid=103835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:39.751959 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c242a25-3e36-4994-a621-68096eca1500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:39.752614 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c242a25-3e36-4994-a621-68096eca1500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:39.753131 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c242a25-3e36-4994-a621-68096eca1500 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:39.753660 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c242a25-3e36-4994-a621-68096eca1500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:39.754197 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c242a25-3e36-4994-a621-68096eca1500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:39.754996 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c242a25-3e36-4994-a621-68096eca1500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:39.756046 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c242a25-3e36-4994-a621-68096eca1500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:39.757235 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c242a25-3e36-4994-a621-68096eca1500 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:39.757723 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c242a25-3e36-4994-a621-68096eca1500 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:39.758231 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c242a25-3e36-4994-a621-68096eca1500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:39.758813 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c242a25-3e36-4994-a621-68096eca1500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:39.759303 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c242a25-3e36-4994-a621-68096eca1500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:39.760202 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c242a25-3e36-4994-a621-68096eca1500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c242a25-3e36-4994-a621-68096eca1500 None None] Tracked resource versions report: Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: pushed versions: Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: { 'AddressGroup': {'1.2'}, Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'ConntrackHelper': {'1.0'}, Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'LocalIPAssociation': {'1.0'}, Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'Log': {'1.0'}, Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'Network': {'1.1'}, Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'Port': {'1.7'}, Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'PortForwarding': {'1.2'}, Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'QosPolicy': {'1.10'}, Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'SecurityGroup': {'1.5'}, Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'SecurityGroupRule': {'1.2'}, Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'SubPort': {'1.0'}, Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'Subnet': {'1.1'}, Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'Trunk': {'1.1'}} Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: consumer versions: Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: { DHCP agent@dv-cinder-838880-1-smb: {}, Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: HyperV agent@hv-cinder-83888: {}, Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: L3 agent@dv-cinder-838880-1-smb: {}, Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: Metadata agent@dv-cinder-838880-1-smb: {}, Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: Metering agent@dv-cinder-838880-1-smb: {}, Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: Open vSwitch agent@dv-cinder-838880-1-smb: { 'AddressGroup': '1.2', Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'ConntrackHelper': '1.0', Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'LocalIPAssociation': '1.0', Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'Log': '1.0', Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'Network': '1.1', Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'Port': '1.7', Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'PortForwarding': '1.2', Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'QosPolicy': '1.10', Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'SecurityGroup': '1.5', Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'SecurityGroupRule': '1.2', Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'SubPort': '1.0', Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'Subnet': '1.1', Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: 'Trunk': '1.1'}} Apr 22 08:03:39.761497 dv-cinder-838880-1-smb neutron-server[103835]: {{(pid=103835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 08:03:39.792506 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.db [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] For port 0e176733-a043-4a0b-b866-3a9be5a49046, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:03:39.800823 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.db [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] For port 0e176733-a043-4a0b-b866-3a9be5a49046, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=0e176733-a043-4a0b-b866-3a9be5a49046,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:03:39.833146 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 59168) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:39.879148 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1130aeea-3512-497d-b182-99d8e66ea2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-710858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706120'] for router (651c8eba-197b-42ec-8934-2473b3d7a60f), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:39.885421 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (0e176733-a043-4a0b-b866-3a9be5a49046), after_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:39.891052 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d7586976-0474-43f8-a1e2-611df3e3fde1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:39.996338 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ba9484eb-b9b2-4d3d-8c87-476a13044136 admin admin] Publish callbacks [] for router_gateway (7090097d-05ba-42e9-a34f-e11e7566645b), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:40.016927 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c242a25-3e36-4994-a621-68096eca1500 None None] Pushing event updated for resources: {'Port': ['ID=0e176733-a043-4a0b-b866-3a9be5a49046,revision_number=3']} {{(pid=103835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:40.024183 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-711e11a8-a0d8-4375-abfd-40f2e54822d5 admin admin] Allocated IP 172.20.0.1 (4b674c87-1c24-4bb4-9319-a67400265e39/093be093-5f28-4c4a-80b0-be7fd291fc71/79fe14cf-7845-47cb-81ae-8a52d84332aa) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:03:40.074735 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] Routers {'daa5e407-672e-4305-a3ec-6693e484c3e3'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:03:40.075465 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:03:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['daa5e407-672e-4305-a3ec-6693e484c3e3'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:40.134143 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d7586976-0474-43f8-a1e2-611df3e3fde1 admin admin] Publish callbacks [] for security_group (a41a134e-1167-4dcb-9669-7519692c95c2), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:40.241250 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device b56deb78-b719-4180-af9c-08fb96c315e6 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:03:40.291609 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-711e11a8-a0d8-4375-abfd-40f2e54822d5 admin admin] Publish callbacks [] for port (79fe14cf-7845-47cb-81ae-8a52d84332aa), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:40.296807 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] Set router daa5e407-672e-4305-a3ec-6693e484c3e3 gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:03:40.298585 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ba9484eb-b9b2-4d3d-8c87-476a13044136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-710858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706120'] for router (7090097d-05ba-42e9-a34f-e11e7566645b), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:40.304703 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d7586976-0474-43f8-a1e2-611df3e3fde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (a41a134e-1167-4dcb-9669-7519692c95c2), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:40.377192 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1130aeea-3512-497d-b182-99d8e66ea2c3 admin admin] Router 651c8eba-197b-42ec-8934-2473b3d7a60f is scheduled to L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe with binding_index 1 {{(pid=103833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 08:03:40.386657 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Pushing event updated for resources: {'Port': ['ID=959e4acd-2aba-4378-976a-6f59c23dbcb8,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:40.431806 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port b56deb78-b719-4180-af9c-08fb96c315e6 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:40.432378 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (b56deb78-b719-4180-af9c-08fb96c315e6), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:40.434364 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-a92f0126-49e6-4f75-9c35-78cf78a67e81 None None] Current status of the port 959e4acd-2aba-4378-976a-6f59c23dbcb8 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:03:40.480244 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59190) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:40.481413 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-d7586976-0474-43f8-a1e2-611df3e3fde1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b8aeb0b32f34479ac4d4bfd090a075c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6396000 Apr 22 08:03:40.555104 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-af24b613-aeab-4b78-b87b-c1214fd9a96b req-81658ef4-a439-4ce6-b7d6-7eca622047b6 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 210 time: 0.1939061 Apr 22 08:03:40.558774 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7586976-0474-43f8-a1e2-611df3e3fde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41a134e-1167-4dcb-9669-7519692c95c2,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:40.612710 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-5a5f2b22-2deb-4854-bf07-843f8d083c79 None None] Provisioning complete for port b56deb78-b719-4180-af9c-08fb96c315e6 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:40.617151 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-5a5f2b22-2deb-4854-bf07-843f8d083c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (b56deb78-b719-4180-af9c-08fb96c315e6), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:40.667154 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-711e11a8-a0d8-4375-abfd-40f2e54822d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613'] for port (79fe14cf-7845-47cb-81ae-8a52d84332aa), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:40.671726 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-772e35cc-1ab4-44fe-ae5b-674df000c27c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:40.700735 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'name': 'tempest-AttachVolumeShelveTestJSON-269675797-router', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:32Z', 'updated_at': '2022-04-22T08:03:35Z', 'revision_number': 3, 'project_id': 'b16e55435fdd44369ad143385457d955', 'gw_port': {'id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:33Z', 'updated_at': '2022-04-22T08:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:40.733686 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1130aeea-3512-497d-b182-99d8e66ea2c3 admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:03:40.783140 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] Sync routers for ids ['651c8eba-197b-42ec-8934-2473b3d7a60f'] in dv-cinder-838880-1-smb {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:03:40.789763 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d849dc-70d8-49bb-ba47-beeeac7344d1 None None] The sync data for ids ['daa5e407-672e-4305-a3ec-6693e484c3e3'] in dv-cinder-838880-1-smb is: [{'id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'name': 'tempest-AttachVolumeShelveTestJSON-269675797-router', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:32Z', 'updated_at': '2022-04-22T08:03:35Z', 'revision_number': 3, 'project_id': 'b16e55435fdd44369ad143385457d955', 'gw_port': {'id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:33Z', 'updated_at': '2022-04-22T08:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:03:40.804235 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711e11a8-a0d8-4375-abfd-40f2e54822d5 admin admin] Network 4b674c87-1c24-4bb4-9319-a67400265e39 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:03:40.808148 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-711e11a8-a0d8-4375-abfd-40f2e54822d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:03:40.808680 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4c665a01-fa03-4f60-9de1-cd944b49d9ba admin admin] Publish callbacks [] for security_group (a41a134e-1167-4dcb-9669-7519692c95c2), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:40.810233 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:03:40.812550 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711e11a8-a0d8-4375-abfd-40f2e54822d5 admin admin] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:03:40.813300 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-711e11a8-a0d8-4375-abfd-40f2e54822d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706235'] for router_interface (daa5e407-672e-4305-a3ec-6693e484c3e3), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:40.877083 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4c665a01-fa03-4f60-9de1-cd944b49d9ba admin admin] Publish callbacks [] for security_group (a41a134e-1167-4dcb-9669-7519692c95c2), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:40.910211 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port b56deb78-b719-4180-af9c-08fb96c315e6 is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:03:40.911317 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (b56deb78-b719-4180-af9c-08fb96c315e6), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:40.915555 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] Routers {'651c8eba-197b-42ec-8934-2473b3d7a60f'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:03:40.916386 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:03:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['651c8eba-197b-42ec-8934-2473b3d7a60f'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:40.979009 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1130aeea-3512-497d-b182-99d8e66ea2c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:40.989280 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-1130aeea-3512-497d-b182-99d8e66ea2c3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.0034237 Apr 22 08:03:40.990092 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59204) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:41.003090 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9484eb-b9b2-4d3d-8c87-476a13044136 admin admin] Router 7090097d-05ba-42e9-a34f-e11e7566645b is scheduled to L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe with binding_index 1 {{(pid=103833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 08:03:41.060139 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e11a8-a0d8-4375-abfd-40f2e54822d5 admin admin] Pushing event updated for resources: {'Port': ['ID=79fe14cf-7845-47cb-81ae-8a52d84332aa,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:41.152268 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] For port b56deb78-b719-4180-af9c-08fb96c315e6, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=b56deb78-b719-4180-af9c-08fb96c315e6,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:03:41.153079 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4c665a01-fa03-4f60-9de1-cd944b49d9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (a41a134e-1167-4dcb-9669-7519692c95c2), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:41.155861 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4c665a01-fa03-4f60-9de1-cd944b49d9ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:41.159683 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-4c665a01-fa03-4f60-9de1-cd944b49d9ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a41a134e-1167-4dcb-9669-7519692c95c2 HTTP/1.1" status: 204 len: 168 time: 0.6756775 Apr 22 08:03:41.195893 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c665a01-fa03-4f60-9de1-cd944b49d9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41a134e-1167-4dcb-9669-7519692c95c2,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:41.204694 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f2b22-2deb-4854-bf07-843f8d083c79 None None] Current status of the port b56deb78-b719-4180-af9c-08fb96c315e6 is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:03:41.205209 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-5a5f2b22-2deb-4854-bf07-843f8d083c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (b56deb78-b719-4180-af9c-08fb96c315e6), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:41.245957 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (b56deb78-b719-4180-af9c-08fb96c315e6), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:41.338268 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] Set router 651c8eba-197b-42ec-8934-2473b3d7a60f gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:03:41.456660 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 59216) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:41.463298 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-711e11a8-a0d8-4375-abfd-40f2e54822d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (79fe14cf-7845-47cb-81ae-8a52d84332aa), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:41.531674 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Pushing event updated for resources: {'Port': ['ID=b56deb78-b719-4180-af9c-08fb96c315e6,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:41.608681 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9484eb-b9b2-4d3d-8c87-476a13044136 admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:03:41.623243 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] Sync routers for ids ['7090097d-05ba-42e9-a34f-e11e7566645b'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:03:41.639153 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.db.api [None req-5a5f2b22-2deb-4854-bf07-843f8d083c79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 08:03:41.643058 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] Routers {'7090097d-05ba-42e9-a34f-e11e7566645b'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:03:41.643058 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:03:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['7090097d-05ba-42e9-a34f-e11e7566645b'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:41.643419 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG oslo_db.api [None req-5a5f2b22-2deb-4854-bf07-843f8d083c79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 08:03:41.899126 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'name': 'tempest-ServerRescueNegativeTestJSON-1894024959-router', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:35Z', 'updated_at': '2022-04-22T08:03:38Z', 'revision_number': 3, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'gw_port': {'id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:59:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:41.933167 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] Set router 7090097d-05ba-42e9-a34f-e11e7566645b gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:03:42.031325 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] Checking router: 651c8eba-197b-42ec-8934-2473b3d7a60f for host: dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:03:42.031690 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] Updating router 651c8eba-197b-42ec-8934-2473b3d7a60f port b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53 binding host dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 08:03:42.058700 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-711e11a8-a0d8-4375-abfd-40f2e54822d5 admin admin] Publish callbacks [] for port (79fe14cf-7845-47cb-81ae-8a52d84332aa), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:42.068209 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3d7f42d7-4a4d-43bb-9f97-cba40096c28b req-cfce00be-32d4-4052-bfd2-f98c2f34d004 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 210 time: 0.1446533 Apr 22 08:03:42.073070 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-33fc589b-4346-4be1-9c5b-15b5e6b8553e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-921217606-network', 'tenant_id': '9b2e98e5e4bd4044a16698619f620e26'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:42.127697 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:42.136383 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-711e11a8-a0d8-4375-abfd-40f2e54822d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (79fe14cf-7845-47cb-81ae-8a52d84332aa), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:42.137783 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-711e11a8-a0d8-4375-abfd-40f2e54822d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705803'] for router_interface (daa5e407-672e-4305-a3ec-6693e484c3e3), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:42.255839 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e11a8-a0d8-4375-abfd-40f2e54822d5 admin admin] Pushing event updated for resources: {'Port': ['ID=79fe14cf-7845-47cb-81ae-8a52d84332aa,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:42.267731 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fc589b-4346-4be1-9c5b-15b5e6b8553e admin admin] Made reservation on behalf of 9b2e98e5e4bd4044a16698619f620e26 for: {'network': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:03:42.293518 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-33fc589b-4346-4be1-9c5b-15b5e6b8553e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for network (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:42.341097 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-33fc589b-4346-4be1-9c5b-15b5e6b8553e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:42.406534 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 959e4acd-2aba-4378-976a-6f59c23dbcb8 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:03:42.477820 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ba9484eb-b9b2-4d3d-8c87-476a13044136 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:42.479500 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-ba9484eb-b9b2-4d3d-8c87-476a13044136 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.6616967 Apr 22 08:03:42.486641 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59250) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:42.507615 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-5a5f2b22-2deb-4854-bf07-843f8d083c79 None None] Current status of the port b56deb78-b719-4180-af9c-08fb96c315e6 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:03:42.602485 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:38Z', 'revision_number': 3, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:42.617984 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711e11a8-a0d8-4375-abfd-40f2e54822d5 admin admin] Network 4b674c87-1c24-4bb4-9319-a67400265e39 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:03:42.622969 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-711e11a8-a0d8-4375-abfd-40f2e54822d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:03:42.649668 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] Checking router: 7090097d-05ba-42e9-a34f-e11e7566645b for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:03:42.652189 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] Updating router 7090097d-05ba-42e9-a34f-e11e7566645b port 8403c478-a28c-4996-99bb-37da6c3d157e binding host dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 08:03:42.660775 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-33fc589b-4346-4be1-9c5b-15b5e6b8553e admin admin] Publish callbacks [] for security_group (5fa1eeb3-07dd-431f-9a98-3e6114bb5918), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:42.749964 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (8403c478-a28c-4996-99bb-37da6c3d157e), before_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:42.756932 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 959e4acd-2aba-4378-976a-6f59c23dbcb8 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:42.757871 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (959e4acd-2aba-4378-976a-6f59c23dbcb8), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:42.801949 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-6c885e59-c80a-4bf1-a9c0-e84a843f6054 None None] Provisioning complete for port 79fe14cf-7845-47cb-81ae-8a52d84332aa triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:42.802779 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6c885e59-c80a-4bf1-a9c0-e84a843f6054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (79fe14cf-7845-47cb-81ae-8a52d84332aa), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:42.845112 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-33fc589b-4346-4be1-9c5b-15b5e6b8553e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (5fa1eeb3-07dd-431f-9a98-3e6114bb5918), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:42.888988 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33fc589b-4346-4be1-9c5b-15b5e6b8553e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 08:03:42.916379 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc589b-4346-4be1-9c5b-15b5e6b8553e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa1eeb3-07dd-431f-9a98-3e6114bb5918,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:42.946895 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-6c885e59-c80a-4bf1-a9c0-e84a843f6054 None None] Port 79fe14cf-7845-47cb-81ae-8a52d84332aa cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:03:42.964951 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-33fc589b-4346-4be1-9c5b-15b5e6b8553e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (c13331c5-45d1-4727-bf66-6b46f433ff27), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:42.967068 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.segments_db [None req-33fc589b-4346-4be1-9c5b-15b5e6b8553e admin admin] Added segment c13331c5-45d1-4727-bf66-6b46f433ff27 of type vlan for network ac852fab-8f4e-48c4-b9b0-f4dbba3f935f Apr 22 08:03:43.043799 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-33fc589b-4346-4be1-9c5b-15b5e6b8553e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744464744888'] for network (ac852fab-8f4e-48c4-b9b0-f4dbba3f935f), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:43.074463 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 53365) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:43.085027 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-cdab05d2-9655-41c0-ab62-d3916a80ecee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:43.087045 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711e11a8-a0d8-4375-abfd-40f2e54822d5 admin admin] Router daa5e407-672e-4305-a3ec-6693e484c3e3 has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:03:43.154059 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-6c885e59-c80a-4bf1-a9c0-e84a843f6054 None None] Provisioning complete for port 959e4acd-2aba-4378-976a-6f59c23dbcb8 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:43.154059 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6c885e59-c80a-4bf1-a9c0-e84a843f6054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (959e4acd-2aba-4378-976a-6f59c23dbcb8), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:43.300533 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] Publish callbacks [] for port (b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53), precommit_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:43.319223 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0d6079e2-477b-4af9-855f-7edc2864a7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:43.332530 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 959e4acd-2aba-4378-976a-6f59c23dbcb8 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:03:43.342217 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 0e176733-a043-4a0b-b866-3a9be5a49046 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:03:43.396007 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:43.453408 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-d7359e3f-2982-4248-8f50-f9e3227632bf tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:43.454928 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-d7359e3f-2982-4248-8f50-f9e3227632bf tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.39 "GET /v2.0/networks?id=2271ae03-6276-49f9-8980-74f19df8514f HTTP/1.1" status: 200 len: 808 time: 0.3642237 Apr 22 08:03:43.475918 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-33fc589b-4346-4be1-9c5b-15b5e6b8553e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for network (ac852fab-8f4e-48c4-b9b0-f4dbba3f935f), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:43.477097 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fc589b-4346-4be1-9c5b-15b5e6b8553e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:43.477744 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-33fc589b-4346-4be1-9c5b-15b5e6b8553e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:43.501436 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-da9ce067-3599-4402-8d1f-82d71282c753 req-c7d17db0-6fc6-4234-90ef-bb9ce20048ea tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 210 time: 0.1820471 Apr 22 08:03:43.627970 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-9daa2e72-dcb3-4d0c-8308-022e28d83880 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Request body: {'port': {'device_id': '2a2fba0e-e304-4733-aa14-b2e50b065617', 'network_id': '2271ae03-6276-49f9-8980-74f19df8514f', 'admin_state_up': True, 'tenant_id': '223df681cdd647a7bc3af31303a86577'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:43.684976 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-33fc589b-4346-4be1-9c5b-15b5e6b8553e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2246692 Apr 22 08:03:43.726271 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 59292) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:43.764376 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-6c885e59-c80a-4bf1-a9c0-e84a843f6054 None None] Current status of the port 959e4acd-2aba-4378-976a-6f59c23dbcb8 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:03:43.765448 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-0d6079e2-477b-4af9-855f-7edc2864a7bd admin admin] Allocated IP 172.20.0.1 (13a6078d-58b1-4081-bb3a-ccd74a412f02/434aae01-3eff-47a2-96c3-7b3f40b18165/9652eee9-b3ab-4f7b-83c4-11753f933bce) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:03:43.832995 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-6c885e59-c80a-4bf1-a9c0-e84a843f6054 None None] Provisioning complete for port b56deb78-b719-4180-af9c-08fb96c315e6 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:43.832995 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6c885e59-c80a-4bf1-a9c0-e84a843f6054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (b56deb78-b719-4180-af9c-08fb96c315e6), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:43.927532 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] Publish callbacks [] for port (8403c478-a28c-4996-99bb-37da6c3d157e), precommit_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:43.930218 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-d6635af3-28fb-4bad-9824-ce2e3e9b4312 admin admin] Request body: {'subnet': {'network_id': 'ac852fab-8f4e-48c4-b9b0-f4dbba3f935f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-921217606-subnet', 'tenant_id': '9b2e98e5e4bd4044a16698619f620e26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:43.936712 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38e635-a5cd-44ea-a1e8-570fe74c468e None None] Pushing event updated for resources: {'Port': ['ID=b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53,revision_number=2']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:43.945692 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 0e176733-a043-4a0b-b866-3a9be5a49046 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:43.945998 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (0e176733-a043-4a0b-b866-3a9be5a49046), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:43.952043 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] Attempting to bind port b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53 on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:03:43.952473 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] Attempting to bind port b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53 by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:03:43.952839 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] Attempting to bind port b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53 on network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:03:43.968491 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0d6079e2-477b-4af9-855f-7edc2864a7bd admin admin] Publish callbacks [] for port (9652eee9-b3ab-4f7b-83c4-11753f933bce), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:43.994272 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:03:43.994681 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] Checking segment: {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:03:43.995107 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:43.995463 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] Bound using segment: {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:03:43.995949 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] Bound port: b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:03:43.996326 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:44.003103 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc589b-4346-4be1-9c5b-15b5e6b8553e admin admin] Pushing event updated for resources: {'Network': ['ID=ac852fab-8f4e-48c4-b9b0-f4dbba3f935f,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:44.012574 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (8403c478-a28c-4996-99bb-37da6c3d157e), after_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:44.022982 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Network ac852fab-8f4e-48c4-b9b0-f4dbba3f935f details requested by agent ovs-agent-dv-cinder-838880-1-smb with host dv-cinder-838880-1-smb {{(pid=103834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 22 08:03:44.070901 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711e11a8-a0d8-4375-abfd-40f2e54822d5 admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:03:44.095279 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-711e11a8-a0d8-4375-abfd-40f2e54822d5 admin admin] 10.222.0.13 "PUT /v2.0/routers/daa5e407-672e-4305-a3ec-6693e484c3e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9578776 Apr 22 08:03:44.108806 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] Sync routers for ids ['daa5e407-672e-4305-a3ec-6693e484c3e3'] in dv-cinder-838880-1-smb {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:03:44.123582 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6635af3-28fb-4bad-9824-ce2e3e9b4312 admin admin] Made reservation on behalf of 9b2e98e5e4bd4044a16698619f620e26 for: {'subnet': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:03:44.126952 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d6635af3-28fb-4bad-9824-ce2e3e9b4312 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:44.171012 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7deed5-632c-45b2-b623-073b6562d8f2 None None] Pushing event updated for resources: {'Port': ['ID=8403c478-a28c-4996-99bb-37da6c3d157e,revision_number=2']} {{(pid=103835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:44.181029 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] Attempting to bind port 8403c478-a28c-4996-99bb-37da6c3d157e on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:03:44.182029 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] Attempting to bind port 8403c478-a28c-4996-99bb-37da6c3d157e by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}] {{(pid=103835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:03:44.182406 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] Attempting to bind port 8403c478-a28c-4996-99bb-37da6c3d157e on network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:03:44.186609 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-6c885e59-c80a-4bf1-a9c0-e84a843f6054 None None] Current status of the port b56deb78-b719-4180-af9c-08fb96c315e6 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:03:44.192079 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:03:44.192456 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] Checking segment: {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:03:44.193396 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:44.194472 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] Bound using segment: {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'} {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:03:44.195146 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] Bound port: 8403c478-a28c-4996-99bb-37da6c3d157e, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}}] {{(pid=103835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:03:44.196524 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] For port b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:03:44.196649 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (8403c478-a28c-4996-99bb-37da6c3d157e), before_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:44.208818 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] Routers {'daa5e407-672e-4305-a3ec-6693e484c3e3'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:03:44.210260 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:03:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['daa5e407-672e-4305-a3ec-6693e484c3e3'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:44.215011 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] For port b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:03:44.233961 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5f288008-3568-4a09-82a7-9dd700d1db99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:44.238017 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0d6079e2-477b-4af9-855f-7edc2864a7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613'] for port (9652eee9-b3ab-4f7b-83c4-11753f933bce), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:44.372997 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.db [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] For port 8403c478-a28c-4996-99bb-37da6c3d157e, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:03:44.377590 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.db [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] For port 8403c478-a28c-4996-99bb-37da6c3d157e, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=8403c478-a28c-4996-99bb-37da6c3d157e,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:03:44.423397 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6079e2-477b-4af9-855f-7edc2864a7bd admin admin] Pushing event updated for resources: {'Port': ['ID=9652eee9-b3ab-4f7b-83c4-11753f933bce,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:44.432952 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6079e2-477b-4af9-855f-7edc2864a7bd admin admin] Network 13a6078d-58b1-4081-bb3a-ccd74a412f02 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:03:44.459587 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:44.463020 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-0d6079e2-477b-4af9-855f-7edc2864a7bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:03:44.467077 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6079e2-477b-4af9-855f-7edc2864a7bd admin admin] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:03:44.467504 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0d6079e2-477b-4af9-855f-7edc2864a7bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706235'] for router_interface (651c8eba-197b-42ec-8934-2473b3d7a60f), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:44.484894 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-9daa2e72-dcb3-4d0c-8308-022e28d83880 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Made reservation on behalf of 223df681cdd647a7bc3af31303a86577 for: {'port': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:03:44.489191 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-9daa2e72-dcb3-4d0c-8308-022e28d83880 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:44.518175 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (8403c478-a28c-4996-99bb-37da6c3d157e), after_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:44.713189 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] Routers {'7090097d-05ba-42e9-a34f-e11e7566645b'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:03:44.713833 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:03:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['7090097d-05ba-42e9-a34f-e11e7566645b'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:44.756377 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 0e176733-a043-4a0b-b866-3a9be5a49046 is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:03:44.756959 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (0e176733-a043-4a0b-b866-3a9be5a49046), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:44.805318 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:44.809295 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-5f288008-3568-4a09-82a7-9dd700d1db99 admin admin] Allocated IP 172.20.0.1 (6dee7f59-68db-465f-b55a-26e8be06de12/641627bb-b95d-4c67-8726-0140678dc8e7/7c5aab57-4a7b-4cef-9483-f6ce5bb417b5) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:03:44.820052 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d6635af3-28fb-4bad-9824-ce2e3e9b4312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for subnet (de125453-88e1-4a1c-a4ae-007e782d5a86), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:44.829493 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-f7e154c7-b222-4a5f-8826-f3667efd3767 None None] Provisioning complete for port 79fe14cf-7845-47cb-81ae-8a52d84332aa triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:44.833022 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-f7e154c7-b222-4a5f-8826-f3667efd3767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (79fe14cf-7845-47cb-81ae-8a52d84332aa), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:44.836164 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7deed5-632c-45b2-b623-073b6562d8f2 None None] Pushing event updated for resources: {'Port': ['ID=8403c478-a28c-4996-99bb-37da6c3d157e,revision_number=3']} {{(pid=103835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:44.929096 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8c409b55-afed-40a6-b00f-cda040084ccb req-bf7294c5-59cf-4180-9e6d-7d7689b31582 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 210 time: 0.2201478 Apr 22 08:03:44.962120 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] Set router 7090097d-05ba-42e9-a34f-e11e7566645b gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:03:44.973651 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] Routers {'651c8eba-197b-42ec-8934-2473b3d7a60f'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:03:44.980213 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:03:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['651c8eba-197b-42ec-8934-2473b3d7a60f'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:45.063949 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0d6079e2-477b-4af9-855f-7edc2864a7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (9652eee9-b3ab-4f7b-83c4-11753f933bce), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:45.081043 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38e635-a5cd-44ea-a1e8-570fe74c468e None None] Pushing event updated for resources: {'Port': ['ID=b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:45.145498 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] For port 0e176733-a043-4a0b-b866-3a9be5a49046, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=0e176733-a043-4a0b-b866-3a9be5a49046,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:03:45.152731 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] Set router daa5e407-672e-4305-a3ec-6693e484c3e3 gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:03:45.201737 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-f7e154c7-b222-4a5f-8826-f3667efd3767 None None] Port 79fe14cf-7845-47cb-81ae-8a52d84332aa cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:03:45.221763 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6635af3-28fb-4bad-9824-ce2e3e9b4312 admin admin] Checking segment: {'id': 'c13331c5-45d1-4727-bf66-6b46f433ff27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ac852fab-8f4e-48c4-b9b0-f4dbba3f935f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:03:45.222131 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6635af3-28fb-4bad-9824-ce2e3e9b4312 admin admin] Network hostable DHCP agents. Network: ac852fab-8f4e-48c4-b9b0-f4dbba3f935f, hostable agents: ['ca8a9934-86f7-419c-ae11-6a211419c5d0'], hosted agents: [] {{(pid=103832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 08:03:45.258828 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (0e176733-a043-4a0b-b866-3a9be5a49046), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:45.258828 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device b56deb78-b719-4180-af9c-08fb96c315e6 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:03:45.262837 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6635af3-28fb-4bad-9824-ce2e3e9b4312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de125453-88e1-4a1c-a4ae-007e782d5a86,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:45.266130 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5f288008-3568-4a09-82a7-9dd700d1db99 admin admin] Publish callbacks [] for port (7c5aab57-4a7b-4cef-9483-f6ce5bb417b5), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:45.304268 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:38Z', 'revision_number': 3, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:45.374856 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-9daa2e72-dcb3-4d0c-8308-022e28d83880 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Allocated IP 172.20.0.7 (2271ae03-6276-49f9-8980-74f19df8514f/34d67503-1f36-49d5-8ff8-f8434bd3064e/899257f3-b6f8-487a-af7b-b8d61f53e229) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:03:45.413740 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a81718f-92bd-4921-85d2-39ae687cda3d None None] The sync data for ids ['7090097d-05ba-42e9-a34f-e11e7566645b'] in dv-cinder-838880-1-smb is: [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:38Z', 'revision_number': 3, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:03:45.461360 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6635af3-28fb-4bad-9824-ce2e3e9b4312 admin admin] Network ac852fab-8f4e-48c4-b9b0-f4dbba3f935f is scheduled to be hosted by DHCP agent ca8a9934-86f7-419c-ae11-6a211419c5d0 with binding_index 1 {{(pid=103832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 08:03:45.575250 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:45.610076 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0d6079e2-477b-4af9-855f-7edc2864a7bd admin admin] Publish callbacks [] for port (9652eee9-b3ab-4f7b-83c4-11753f933bce), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:45.673103 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5f288008-3568-4a09-82a7-9dd700d1db99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613'] for port (7c5aab57-4a7b-4cef-9483-f6ce5bb417b5), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:45.686365 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-d6635af3-28fb-4bad-9824-ce2e3e9b4312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838880-1-smb, ac852fab-8f4e-48c4-b9b0-f4dbba3f935f) {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:03:45.705110 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6635af3-28fb-4bad-9824-ce2e3e9b4312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:45.709895 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d6635af3-28fb-4bad-9824-ce2e3e9b4312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:45.721616 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2b10bc-d84d-4abd-9ce5-c2d3c1bf699f None None] Network ac852fab-8f4e-48c4-b9b0-f4dbba3f935f requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:03:45.740778 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f288008-3568-4a09-82a7-9dd700d1db99 admin admin] Pushing event updated for resources: {'Port': ['ID=7c5aab57-4a7b-4cef-9483-f6ce5bb417b5,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:45.749879 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-27d97c29-2a1d-40c9-853e-c2726392ef68 None None] Provisioning complete for port 9652eee9-b3ab-4f7b-83c4-11753f933bce triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:45.750628 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-27d97c29-2a1d-40c9-853e-c2726392ef68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (9652eee9-b3ab-4f7b-83c4-11753f933bce), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:45.764327 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f288008-3568-4a09-82a7-9dd700d1db99 admin admin] Network 6dee7f59-68db-465f-b55a-26e8be06de12 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:03:45.766094 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-5f288008-3568-4a09-82a7-9dd700d1db99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:03:45.785198 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f288008-3568-4a09-82a7-9dd700d1db99 admin admin] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:03:45.791101 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5f288008-3568-4a09-82a7-9dd700d1db99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706235'] for router_interface (7090097d-05ba-42e9-a34f-e11e7566645b), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:45.832528 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] Set router 651c8eba-197b-42ec-8934-2473b3d7a60f gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:03:45.847262 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Pushing event updated for resources: {'Port': ['ID=0e176733-a043-4a0b-b866-3a9be5a49046,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:45.922450 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-d6635af3-28fb-4bad-9824-ce2e3e9b4312 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9962139 Apr 22 08:03:45.976114 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0d6079e2-477b-4af9-855f-7edc2864a7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (9652eee9-b3ab-4f7b-83c4-11753f933bce), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:45.983624 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0d6079e2-477b-4af9-855f-7edc2864a7bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705803'] for router_interface (651c8eba-197b-42ec-8934-2473b3d7a60f), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:45.998088 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 59372) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:46.022307 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-b8c4b0db-e262-40c1-9148-12d48245e6ad tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--198684611', 'description': 'tempest-description--845371207'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:46.118295 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-27d97c29-2a1d-40c9-853e-c2726392ef68 None None] Port 9652eee9-b3ab-4f7b-83c4-11753f933bce cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:03:46.157817 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-9daa2e72-dcb3-4d0c-8308-022e28d83880 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Publish callbacks [] for port (899257f3-b6f8-487a-af7b-b8d61f53e229), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:46.200455 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port b56deb78-b719-4180-af9c-08fb96c315e6 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:46.212883 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (b56deb78-b719-4180-af9c-08fb96c315e6), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:46.217508 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27752543-80a7-443e-83f9-da5bd89bea2c None None] Network ac852fab-8f4e-48c4-b9b0-f4dbba3f935f requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:03:46.342260 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-be85a255-fe0e-4d1d-aba8-b1e795cef7cd req-43825a1f-f670-495d-a002-07cfef3d5d9b tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 210 time: 0.1373844 Apr 22 08:03:46.487980 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b8c4b0db-e262-40c1-9148-12d48245e6ad tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:46.491779 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-9daa2e72-dcb3-4d0c-8308-022e28d83880 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613'] for port (899257f3-b6f8-487a-af7b-b8d61f53e229), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:46.684304 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-9daa2e72-dcb3-4d0c-8308-022e28d83880 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Network 2271ae03-6276-49f9-8980-74f19df8514f is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:03:46.703394 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-9daa2e72-dcb3-4d0c-8308-022e28d83880 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:03:46.719390 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-9daa2e72-dcb3-4d0c-8308-022e28d83880 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:03:46.730794 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-9daa2e72-dcb3-4d0c-8308-022e28d83880 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:46.730794 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-9daa2e72-dcb3-4d0c-8308-022e28d83880 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:46.781809 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6079e2-477b-4af9-855f-7edc2864a7bd admin admin] Pushing event updated for resources: {'Port': ['ID=9652eee9-b3ab-4f7b-83c4-11753f933bce,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:46.806251 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6079e2-477b-4af9-855f-7edc2864a7bd admin admin] Network 13a6078d-58b1-4081-bb3a-ccd74a412f02 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:03:46.810594 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-0d6079e2-477b-4af9-855f-7edc2864a7bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:03:46.820620 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa2e72-dcb3-4d0c-8308-022e28d83880 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Pushing event updated for resources: {'Port': ['ID=899257f3-b6f8-487a-af7b-b8d61f53e229,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:46.966677 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b8c4b0db-e262-40c1-9148-12d48245e6ad tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group (32f8aa74-22c7-4edf-a786-f5bb3c1eac62), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:46.984598 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-9daa2e72-dcb3-4d0c-8308-022e28d83880 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4433734 Apr 22 08:03:47.005016 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-e5fb634a-cc3a-47f8-adc3-382b227bc9c3 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 08:03:47.006771 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-e5fb634a-cc3a-47f8-adc3-382b227bc9c3 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085111 Apr 22 08:03:47.097019 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b8c4b0db-e262-40c1-9148-12d48245e6ad tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (32f8aa74-22c7-4edf-a786-f5bb3c1eac62), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:47.139687 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6079e2-477b-4af9-855f-7edc2864a7bd admin admin] Router 651c8eba-197b-42ec-8934-2473b3d7a60f has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:03:47.172639 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4b0db-e262-40c1-9148-12d48245e6ad tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f8aa74-22c7-4edf-a786-f5bb3c1eac62,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:47.288531 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b8c4b0db-e262-40c1-9148-12d48245e6ad tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:47.294202 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-b8c4b0db-e262-40c1-9148-12d48245e6ad tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2905750 Apr 22 08:03:47.297074 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 59388) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:47.302357 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-f2efe352-80b1-444f-ac86-a4fe235ff4eb tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Request body: {'security_group_rule': {'security_group_id': '32f8aa74-22c7-4edf-a786-f5bb3c1eac62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:47.307313 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5f288008-3568-4a09-82a7-9dd700d1db99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (7c5aab57-4a7b-4cef-9483-f6ce5bb417b5), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:47.477413 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f2efe352-80b1-444f-ac86-a4fe235ff4eb tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group_rule (8e0028e9-72ff-4a34-8f62-978771b4847c), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:47.555621 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] Request body: {'port': {'device_id': '2a2fba0e-e304-4733-aa14-b2e50b065617', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83888'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:47.793886 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6079e2-477b-4af9-855f-7edc2864a7bd admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:03:47.793886 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-0d6079e2-477b-4af9-855f-7edc2864a7bd admin admin] 10.222.0.13 "PUT /v2.0/routers/651c8eba-197b-42ec-8934-2473b3d7a60f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7165897 Apr 22 08:03:47.795234 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-35fba960-6888-4d02-825e-a9d2d0e132f4 None None] Provisioning complete for port 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:47.795234 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-35fba960-6888-4d02-825e-a9d2d0e132f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (7c5aab57-4a7b-4cef-9483-f6ce5bb417b5), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:47.796548 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (899257f3-b6f8-487a-af7b-b8d61f53e229), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:47.796700 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port b56deb78-b719-4180-af9c-08fb96c315e6 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:03:47.823661 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5f288008-3568-4a09-82a7-9dd700d1db99 admin admin] Publish callbacks [] for port (7c5aab57-4a7b-4cef-9483-f6ce5bb417b5), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:47.839973 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-35fba960-6888-4d02-825e-a9d2d0e132f4 None None] Port 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5 cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:03:47.898209 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59406) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:47.907229 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-2e9add35-c632-4faa-bc9a-0279e93a7208 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1582880460-network', 'tenant_id': '13f4e531e254454b9c81ece307657b74'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:47.942251 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'name': 'tempest-AttachVolumeShelveTestJSON-269675797-router', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:32Z', 'updated_at': '2022-04-22T08:03:41Z', 'revision_number': 4, 'project_id': 'b16e55435fdd44369ad143385457d955', 'gw_port': {'id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:33Z', 'updated_at': '2022-04-22T08:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '79fe14cf-7845-47cb-81ae-8a52d84332aa', 'name': '', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'mac_address': 'fa:16:3e:09:33:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:39Z', 'updated_at': '2022-04-22T08:03:41Z', 'revision_number': 2, 'project_id': 'b16e55435fdd44369ad143385457d955', 'subnets': [{'id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:47.964220 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f2efe352-80b1-444f-ac86-a4fe235ff4eb tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group_rule (8e0028e9-72ff-4a34-8f62-978771b4847c), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:48.013109 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:48.014933 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5f288008-3568-4a09-82a7-9dd700d1db99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (7c5aab57-4a7b-4cef-9483-f6ce5bb417b5), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:48.019663 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] Checking router: daa5e407-672e-4305-a3ec-6693e484c3e3 for host: dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:03:48.019663 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] Updating router daa5e407-672e-4305-a3ec-6693e484c3e3 port 79fe14cf-7845-47cb-81ae-8a52d84332aa binding host dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 08:03:48.019873 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5f288008-3568-4a09-82a7-9dd700d1db99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705803'] for router_interface (7090097d-05ba-42e9-a34f-e11e7566645b), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:48.028738 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c1c36-b7dc-4aba-bb16-7a318556cdb1 req-144c8f3f-3528-42cc-abe3-5ebe65da9ccb tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:48.032801 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c65c1c36-b7dc-4aba-bb16-7a318556cdb1 req-144c8f3f-3528-42cc-abe3-5ebe65da9ccb tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 931 time: 0.3468261 Apr 22 08:03:48.063564 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-cb8a3655-9d84-4ded-9021-f0e7b2410d14 None None] Provisioning complete for port 9652eee9-b3ab-4f7b-83c4-11753f933bce triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:48.063904 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-cb8a3655-9d84-4ded-9021-f0e7b2410d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (9652eee9-b3ab-4f7b-83c4-11753f933bce), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:48.141503 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9add35-c632-4faa-bc9a-0279e93a7208 admin admin] Made reservation on behalf of 13f4e531e254454b9c81ece307657b74 for: {'network': 1} {{(pid=103833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:03:48.143869 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2e9add35-c632-4faa-bc9a-0279e93a7208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for network (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:48.147909 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 8403c478-a28c-4996-99bb-37da6c3d157e up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:03:48.169790 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'name': 'tempest-ServerRescueNegativeTestJSON-1894024959-router', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:35Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'gw_port': {'id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:59:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '9652eee9-b3ab-4f7b-83c4-11753f933bce', 'name': '', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'mac_address': 'fa:16:3e:59:f3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:43Z', 'updated_at': '2022-04-22T08:03:43Z', 'revision_number': 1, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'subnets': [{'id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:48.169790 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (79fe14cf-7845-47cb-81ae-8a52d84332aa), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:48.185074 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2e9add35-c632-4faa-bc9a-0279e93a7208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:48.276910 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f2efe352-80b1-444f-ac86-a4fe235ff4eb tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (8e0028e9-72ff-4a34-8f62-978771b4847c), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:48.322017 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f288008-3568-4a09-82a7-9dd700d1db99 admin admin] Pushing event updated for resources: {'Port': ['ID=7c5aab57-4a7b-4cef-9483-f6ce5bb417b5,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:48.407638 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-cb8a3655-9d84-4ded-9021-f0e7b2410d14 None None] Port 9652eee9-b3ab-4f7b-83c4-11753f933bce cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:03:48.415867 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4af007a-00ba-4d7a-a878-5ec33306abfb None None] The sync data for ids ['651c8eba-197b-42ec-8934-2473b3d7a60f'] in dv-cinder-838880-1-smb is: [{'id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'name': 'tempest-ServerRescueNegativeTestJSON-1894024959-router', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:35Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'gw_port': {'id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:59:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '9652eee9-b3ab-4f7b-83c4-11753f933bce', 'name': '', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'mac_address': 'fa:16:3e:59:f3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:43Z', 'updated_at': '2022-04-22T08:03:43Z', 'revision_number': 1, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'subnets': [{'id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:03:48.431026 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f288008-3568-4a09-82a7-9dd700d1db99 admin admin] Network 6dee7f59-68db-465f-b55a-26e8be06de12 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:03:48.431026 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-5f288008-3568-4a09-82a7-9dd700d1db99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:03:48.488056 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2efe352-80b1-444f-ac86-a4fe235ff4eb tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0028e9-72ff-4a34-8f62-978771b4847c,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:48.607950 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 8403c478-a28c-4996-99bb-37da6c3d157e triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:48.611904 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (8403c478-a28c-4996-99bb-37da6c3d157e), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:48.720793 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c65c1c36-b7dc-4aba-bb16-7a318556cdb1 req-76e439f6-8675-4f4f-9586-12ac2c8b0ed6 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/security-groups?id=35957931-0170-441b-a32a-4ec8d290d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6757734 Apr 22 08:03:48.733447 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f2efe352-80b1-444f-ac86-a4fe235ff4eb tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:48.739215 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-f2efe352-80b1-444f-ac86-a4fe235ff4eb tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4409184 Apr 22 08:03:48.743611 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 59436) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:48.758974 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-19cfb4b8-f477-42a5-89bf-89b65e85a30e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Request body: {'security_group_rule': {'security_group_id': '32f8aa74-22c7-4edf-a786-f5bb3c1eac62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:48.825810 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2e9add35-c632-4faa-bc9a-0279e93a7208 admin admin] Publish callbacks [] for security_group (125b67e7-9739-4348-b8f2-d69aa71e6fb7), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:48.882006 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f288008-3568-4a09-82a7-9dd700d1db99 admin admin] Router 7090097d-05ba-42e9-a34f-e11e7566645b has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:03:49.023831 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2e9add35-c632-4faa-bc9a-0279e93a7208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (125b67e7-9739-4348-b8f2-d69aa71e6fb7), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:49.066331 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-19cfb4b8-f477-42a5-89bf-89b65e85a30e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group_rule (34f434dd-ef83-4e30-9534-48654445a5db), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:49.143380 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9add35-c632-4faa-bc9a-0279e93a7208 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 08:03:49.145261 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-dfea07e4-450e-4b7f-951d-afb35e421dd9 None None] Provisioning complete for port 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:49.150830 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-dfea07e4-450e-4b7f-951d-afb35e421dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (7c5aab57-4a7b-4cef-9483-f6ce5bb417b5), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:49.163382 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9add35-c632-4faa-bc9a-0279e93a7208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125b67e7-9739-4348-b8f2-d69aa71e6fb7,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:49.214177 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f288008-3568-4a09-82a7-9dd700d1db99 admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:03:49.228743 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] Sync routers for ids ['7090097d-05ba-42e9-a34f-e11e7566645b'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:03:49.246580 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-5f288008-3568-4a09-82a7-9dd700d1db99 admin admin] 10.222.0.13 "PUT /v2.0/routers/7090097d-05ba-42e9-a34f-e11e7566645b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7518342 Apr 22 08:03:49.258834 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] Routers {'7090097d-05ba-42e9-a34f-e11e7566645b'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:03:49.258834 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:03:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['7090097d-05ba-42e9-a34f-e11e7566645b'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:49.280543 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2e9add35-c632-4faa-bc9a-0279e93a7208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (143e5317-0c79-4b87-9128-976abeb01e64), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:49.280964 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.db.segments_db [None req-2e9add35-c632-4faa-bc9a-0279e93a7208 admin admin] Added segment 143e5317-0c79-4b87-9128-976abeb01e64 of type vlan for network 500a8d96-5138-49ea-8f81-3a3c26eb47a0 Apr 22 08:03:49.358001 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-dfea07e4-450e-4b7f-951d-afb35e421dd9 None None] Port 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5 cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:03:49.374680 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 8403c478-a28c-4996-99bb-37da6c3d157e is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:03:49.382390 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (8403c478-a28c-4996-99bb-37da6c3d157e), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:49.398289 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899257f3-b6f8-487a-af7b-b8d61f53e229 {{(pid=103832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:03:49.408649 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2e9add35-c632-4faa-bc9a-0279e93a7208 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744464744888'] for network (500a8d96-5138-49ea-8f81-3a3c26eb47a0), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:49.416189 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] Publish callbacks [] for port (899257f3-b6f8-487a-af7b-b8d61f53e229), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:49.498513 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.provisioning_blocks [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] Transition to ACTIVE for port object 899257f3-b6f8-487a-af7b-b8d61f53e229 will not be triggered until provisioned by entity L2. {{(pid=103832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 22 08:03:49.508366 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] For port 8403c478-a28c-4996-99bb-37da6c3d157e, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=8403c478-a28c-4996-99bb-37da6c3d157e,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:03:49.556017 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] Set router 7090097d-05ba-42e9-a34f-e11e7566645b gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:03:49.568416 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2e9add35-c632-4faa-bc9a-0279e93a7208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for network (500a8d96-5138-49ea-8f81-3a3c26eb47a0), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:49.570721 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9add35-c632-4faa-bc9a-0279e93a7208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:49.571327 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2e9add35-c632-4faa-bc9a-0279e93a7208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:49.647168 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (8403c478-a28c-4996-99bb-37da6c3d157e), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:49.648312 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 0e176733-a043-4a0b-b866-3a9be5a49046 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:03:49.696170 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-2e9add35-c632-4faa-bc9a-0279e93a7208 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7958214 Apr 22 08:03:49.702433 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59454) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:49.739156 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-cd108e99-cd50-427c-9248-daeb501e8d8e admin admin] Request body: {'subnet': {'network_id': '500a8d96-5138-49ea-8f81-3a3c26eb47a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1582880460-subnet', 'tenant_id': '13f4e531e254454b9c81ece307657b74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:49.766687 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9add35-c632-4faa-bc9a-0279e93a7208 admin admin] Pushing event updated for resources: {'Network': ['ID=500a8d96-5138-49ea-8f81-3a3c26eb47a0,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:49.806259 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Network 500a8d96-5138-49ea-8f81-3a3c26eb47a0 details requested by agent ovs-agent-dv-cinder-838880-1-smb with host dv-cinder-838880-1-smb {{(pid=103834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 22 08:03:49.912956 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd108e99-cd50-427c-9248-daeb501e8d8e admin admin] Made reservation on behalf of 13f4e531e254454b9c81ece307657b74 for: {'subnet': 1} {{(pid=103833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:03:49.916030 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cd108e99-cd50-427c-9248-daeb501e8d8e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:50.039042 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59462) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:50.051371 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-2d1ef3a0-d689-48f9-869d-b616c2557026 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1513280596', 'description': 'tempest-description--486000774'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:50.074381 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (899257f3-b6f8-487a-af7b-b8d61f53e229), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:50.079655 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] Publish callbacks [] for port (79fe14cf-7845-47cb-81ae-8a52d84332aa), precommit_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:50.108336 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Pushing event updated for resources: {'Port': ['ID=8403c478-a28c-4996-99bb-37da6c3d157e,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:50.162862 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-9502d471-1d58-4a22-a45b-9cc9b5fef45e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:50.162862 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-9502d471-1d58-4a22-a45b-9cc9b5fef45e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/networks?id=13a6078d-58b1-4081-bb3a-ccd74a412f02 HTTP/1.1" status: 200 len: 819 time: 1.2769396 Apr 22 08:03:50.171693 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:47Z', 'revision_number': 2, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:50.183561 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 0e176733-a043-4a0b-b866-3a9be5a49046 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:50.184049 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (0e176733-a043-4a0b-b866-3a9be5a49046), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:50.221684 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-b0aebd9b-65df-47b4-a4c0-efbb052994b0 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/quotas/ea95f2f73f24412d821786dca4fd986a HTTP/1.1" status: 200 len: 375 time: 0.0767105 Apr 22 08:03:50.252396 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] Checking router: 7090097d-05ba-42e9-a34f-e11e7566645b for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:03:50.253601 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] Updating router 7090097d-05ba-42e9-a34f-e11e7566645b port 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5 binding host dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 08:03:50.315899 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (7c5aab57-4a7b-4cef-9483-f6ce5bb417b5), before_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:50.407745 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (79fe14cf-7845-47cb-81ae-8a52d84332aa), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:50.430706 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2d1ef3a0-d689-48f9-869d-b616c2557026 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:50.493704 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cd108e99-cd50-427c-9248-daeb501e8d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for subnet (ba77eb36-b1a2-4586-abef-daf4cdf6a503), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:50.566863 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 0e176733-a043-4a0b-b866-3a9be5a49046 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:03:50.623786 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd108e99-cd50-427c-9248-daeb501e8d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba77eb36-b1a2-4586-abef-daf4cdf6a503,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:50.641148 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b2593-5d8b-49ca-8656-2c5c39027267 None None] Pushing event updated for resources: {'Port': ['ID=79fe14cf-7845-47cb-81ae-8a52d84332aa,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:50.725660 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd108e99-cd50-427c-9248-daeb501e8d8e admin admin] Checking segment: {'id': '143e5317-0c79-4b87-9128-976abeb01e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '500a8d96-5138-49ea-8f81-3a3c26eb47a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:03:50.725993 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd108e99-cd50-427c-9248-daeb501e8d8e admin admin] Network hostable DHCP agents. Network: 500a8d96-5138-49ea-8f81-3a3c26eb47a0, hostable agents: ['ca8a9934-86f7-419c-ae11-6a211419c5d0'], hosted agents: [] {{(pid=103833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 08:03:50.743623 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e71abb-a1f2-419d-8498-11907cb16886 req-57b169df-16e2-40ee-9e2f-585b3b28e98c tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:50.756727 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-86e71abb-a1f2-419d-8498-11907cb16886 req-57b169df-16e2-40ee-9e2f-585b3b28e98c tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 943 time: 0.5733640 Apr 22 08:03:50.903368 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2d1ef3a0-d689-48f9-869d-b616c2557026 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:50.919769 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] Attempting to bind port 899257f3-b6f8-487a-af7b-b8d61f53e229 on host hv-cinder-83888 for vnic_type normal with profile {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:03:50.924606 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] Attempting to bind port 899257f3-b6f8-487a-af7b-b8d61f53e229 by drivers openvswitch,hyperv on host hv-cinder-83888 at level 0 using segments [{'id': 'c8e36c8b-704e-424e-a167-cc58800ff4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2271ae03-6276-49f9-8980-74f19df8514f'}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:03:50.924809 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] Attempting to bind port 899257f3-b6f8-487a-af7b-b8d61f53e229 on network 2271ae03-6276-49f9-8980-74f19df8514f {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:03:50.935040 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] Pushing event updated for resources: {'Port': ['ID=899257f3-b6f8-487a-af7b-b8d61f53e229,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:50.936878 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] Attempting to bind port 79fe14cf-7845-47cb-81ae-8a52d84332aa on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:03:50.937276 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] Attempting to bind port 79fe14cf-7845-47cb-81ae-8a52d84332aa by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': '1602df56-3234-480e-8f44-4a4b99dd675a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:03:50.937643 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] Attempting to bind port 79fe14cf-7845-47cb-81ae-8a52d84332aa on network 4b674c87-1c24-4bb4-9319-a67400265e39 {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:03:50.961419 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-19cfb4b8-f477-42a5-89bf-89b65e85a30e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group_rule (34f434dd-ef83-4e30-9534-48654445a5db), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:50.964182 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:03:50.964894 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] Checking segment: {'id': '1602df56-3234-480e-8f44-4a4b99dd675a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:03:50.967271 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:50.968989 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] Bound using segment: {'id': '1602df56-3234-480e-8f44-4a4b99dd675a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:03:50.969649 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] Bound port: 79fe14cf-7845-47cb-81ae-8a52d84332aa, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1602df56-3234-480e-8f44-4a4b99dd675a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:03:50.970210 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (79fe14cf-7845-47cb-81ae-8a52d84332aa), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:51.058228 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59478) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:51.063123 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] Port 899257f3-b6f8-487a-af7b-b8d61f53e229 on network 2271ae03-6276-49f9-8980-74f19df8514f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83888 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 08:03:51.072795 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] Attempting to bind port 899257f3-b6f8-487a-af7b-b8d61f53e229 on network 2271ae03-6276-49f9-8980-74f19df8514f {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:03:51.112734 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd108e99-cd50-427c-9248-daeb501e8d8e admin admin] Network 500a8d96-5138-49ea-8f81-3a3c26eb47a0 is scheduled to be hosted by DHCP agent ca8a9934-86f7-419c-ae11-6a211419c5d0 with binding_index 1 {{(pid=103833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 08:03:51.116804 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2d1ef3a0-d689-48f9-869d-b616c2557026 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:51.138256 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-9a75ff4b-5940-4fef-851b-cbdc3b7cf690 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea95f2f73f24412d821786dca4fd986a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8878233 Apr 22 08:03:51.155409 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-19cfb4b8-f477-42a5-89bf-89b65e85a30e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (34f434dd-ef83-4e30-9534-48654445a5db), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:51.177259 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:03:51.185075 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] Checking agent: {'id': '5d37a790-f600-4ea4-a99b-32bf15642def', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'started_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:03:51.185462 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] Checking segment: {'id': 'c8e36c8b-704e-424e-a167-cc58800ff4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2271ae03-6276-49f9-8980-74f19df8514f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:03:51.186065 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] Bound using segment: {'id': 'c8e36c8b-704e-424e-a167-cc58800ff4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2271ae03-6276-49f9-8980-74f19df8514f'} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:03:51.186963 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] Bound port: 899257f3-b6f8-487a-af7b-b8d61f53e229, host: hv-cinder-83888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e36c8b-704e-424e-a167-cc58800ff4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '2271ae03-6276-49f9-8980-74f19df8514f'}}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:03:51.189507 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (899257f3-b6f8-487a-af7b-b8d61f53e229), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:51.230094 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ef3a0-d689-48f9-869d-b616c2557026 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:51.271341 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfb4b8-f477-42a5-89bf-89b65e85a30e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f434dd-ef83-4e30-9534-48654445a5db,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:51.291507 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-cd108e99-cd50-427c-9248-daeb501e8d8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838880-1-smb, 500a8d96-5138-49ea-8f81-3a3c26eb47a0) {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:03:51.295944 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd108e99-cd50-427c-9248-daeb501e8d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:51.302082 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cd108e99-cd50-427c-9248-daeb501e8d8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for subnet (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:51.311309 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-86e71abb-a1f2-419d-8498-11907cb16886 req-25fdcac1-5f00-4344-ae11-447b44c78afd tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/security-groups?id=35957931-0170-441b-a32a-4ec8d290d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5510285 Apr 22 08:03:51.332112 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62df2e23-33ff-41af-b55c-29f56d5dc96a None None] Network 500a8d96-5138-49ea-8f81-3a3c26eb47a0 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:03:51.375508 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-7bee7631-f7ea-4c0a-af49-112c5b2e93e8 None None] Provisioning complete for port 79fe14cf-7845-47cb-81ae-8a52d84332aa triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:51.375892 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-7bee7631-f7ea-4c0a-af49-112c5b2e93e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (79fe14cf-7845-47cb-81ae-8a52d84332aa), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:51.394841 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2d1ef3a0-d689-48f9-869d-b616c2557026 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:51.398861 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-2d1ef3a0-d689-48f9-869d-b616c2557026 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3505666 Apr 22 08:03:51.401966 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59490) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:51.403859 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-958923d2-121d-4ae6-9920-a84e95171a90 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'security_group_rule': {'security_group_id': '2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:51.424138 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-19cfb4b8-f477-42a5-89bf-89b65e85a30e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:51.428800 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-19cfb4b8-f477-42a5-89bf-89b65e85a30e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6764412 Apr 22 08:03:51.433708 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 59492) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:51.440750 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] Publish callbacks [] for port (7c5aab57-4a7b-4cef-9483-f6ce5bb417b5), precommit_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:51.446540 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-3650cb16-5315-4786-a852-cbd68732664a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Request body: {'floatingip': {'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:51.454584 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-cd108e99-cd50-427c-9248-daeb501e8d8e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7325180 Apr 22 08:03:51.469098 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] For port 899257f3-b6f8-487a-af7b-b8d61f53e229, host hv-cinder-83888, cleared binding levels {{(pid=103832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:03:51.493165 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3c2287f8-b834-4434-bbcc-50b3ca8b31f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:51.527414 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] For port 899257f3-b6f8-487a-af7b-b8d61f53e229, host hv-cinder-83888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=899257f3-b6f8-487a-af7b-b8d61f53e229,segment=NetworkSegment(c8e36c8b-704e-424e-a167-cc58800ff4e4),segment_id=c8e36c8b-704e-424e-a167-cc58800ff4e4)] {{(pid=103832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:03:51.529784 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (7c5aab57-4a7b-4cef-9483-f6ce5bb417b5), after_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:51.628565 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] For port 79fe14cf-7845-47cb-81ae-8a52d84332aa, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:03:51.640616 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (899257f3-b6f8-487a-af7b-b8d61f53e229), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:51.652536 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 59498) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:51.655445 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-958923d2-121d-4ae6-9920-a84e95171a90 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (4d61888b-f27b-4c8e-a2c3-4e473da34767), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:51.722671 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:51.723568 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:51.734825 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_v2 [None req-e271e46b-a9bc-4ec4-9313-f366d421f313 admin admin] Deleting subnet de125453-88e1-4a1c-a4ae-007e782d5a86 {{(pid=103832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 22 08:03:51.755760 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53998c35-b85d-4709-afd6-13bb88617652 None None] Pushing event updated for resources: {'Port': ['ID=7c5aab57-4a7b-4cef-9483-f6ce5bb417b5,revision_number=3']} {{(pid=103835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:51.763399 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e271e46b-a9bc-4ec4-9313-f366d421f313 admin admin] Publish callbacks [] for subnet (de125453-88e1-4a1c-a4ae-007e782d5a86), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:51.769695 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-684d1cd6-de29-4b79-b0cc-8d1bb374234b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 08:03:51.773287 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-684d1cd6-de29-4b79-b0cc-8d1bb374234b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2600055 Apr 22 08:03:51.794185 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] Attempting to bind port 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5 on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:03:51.794588 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] Attempting to bind port 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5 by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'}] {{(pid=103835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:03:51.796796 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] Attempting to bind port 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5 on network 6dee7f59-68db-465f-b55a-26e8be06de12 {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:03:51.809860 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:03:51.810257 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] Checking segment: {'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:03:51.810706 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:51.813532 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] Bound using segment: {'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'} {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:03:51.814081 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] Bound port: 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'}}] {{(pid=103835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:03:51.814489 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (7c5aab57-4a7b-4cef-9483-f6ce5bb417b5), before_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:51.877790 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] For port 79fe14cf-7845-47cb-81ae-8a52d84332aa, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=79fe14cf-7845-47cb-81ae-8a52d84332aa,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:03:51.892601 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-7bee7631-f7ea-4c0a-af49-112c5b2e93e8 None None] Port 79fe14cf-7845-47cb-81ae-8a52d84332aa cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:03:51.925825 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.db [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] For port 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:03:51.929905 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.db [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] For port 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=7c5aab57-4a7b-4cef-9483-f6ce5bb417b5,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:03:51.943351 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3c2287f8-b834-4434-bbcc-50b3ca8b31f0 admin admin] Publish callbacks [] for security_group (e53ac409-b779-4916-9d88-be64052031a0), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:51.977103 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3650cb16-5315-4786-a852-cbd68732664a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:51.988037 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:51.991536 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:51.991677 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-958923d2-121d-4ae6-9920-a84e95171a90 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (4d61888b-f27b-4c8e-a2c3-4e473da34767), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:51.991777 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] 10.222.0.39 "PUT /v2.0/ports/899257f3-b6f8-487a-af7b-b8d61f53e229 HTTP/1.1" status: 200 len: 1093 time: 4.5578341 Apr 22 08:03:51.992951 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2fba0e-e304-4733-aa14-b2e50b065617', 'tag': '899257f3-b6f8-487a-af7b-b8d61f53e229'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:03:52.008334 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3c2287f8-b834-4434-bbcc-50b3ca8b31f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (e53ac409-b779-4916-9d88-be64052031a0), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:52.008758 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (7c5aab57-4a7b-4cef-9483-f6ce5bb417b5), after_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:52.072781 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] Routers {'7090097d-05ba-42e9-a34f-e11e7566645b'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:03:52.074200 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:03:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['7090097d-05ba-42e9-a34f-e11e7566645b'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:52.080913 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (79fe14cf-7845-47cb-81ae-8a52d84332aa), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:52.087887 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-958923d2-121d-4ae6-9920-a84e95171a90 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (4d61888b-f27b-4c8e-a2c3-4e473da34767), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:52.114550 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-3c2287f8-b834-4434-bbcc-50b3ca8b31f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4501d4ebac94430faab5c2789295816f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0527408 Apr 22 08:03:52.121829 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2287f8-b834-4434-bbcc-50b3ca8b31f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53ac409-b779-4916-9d88-be64052031a0,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:52.137059 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59502) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:52.157293 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68c4519-e882-4ed5-873f-06f9545153a8 None None] Network 500a8d96-5138-49ea-8f81-3a3c26eb47a0 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:03:52.246264 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958923d2-121d-4ae6-9920-a84e95171a90 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d61888b-f27b-4c8e-a2c3-4e473da34767,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:52.357626 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-faed4196-6c8d-43e8-9454-4644c92ce5eb admin admin] Publish callbacks [] for security_group (e53ac409-b779-4916-9d88-be64052031a0), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:52.377754 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e271e46b-a9bc-4ec4-9313-f366d421f313 admin admin] Publish callbacks [] for subnet (de125453-88e1-4a1c-a4ae-007e782d5a86), precommit_delete_associations {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:52.394914 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-faed4196-6c8d-43e8-9454-4644c92ce5eb admin admin] Publish callbacks [] for security_group (e53ac409-b779-4916-9d88-be64052031a0), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:52.438374 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-b49c14a0-9538-46eb-a091-62696a53a0ac service neutron] 10.222.0.13 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6104434 Apr 22 08:03:52.443359 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e271e46b-a9bc-4ec4-9313-f366d421f313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678605'] for subnet (de125453-88e1-4a1c-a4ae-007e782d5a86), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:52.446419 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53 is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:03:52.447009 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:52.504019 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] Set router 7090097d-05ba-42e9-a34f-e11e7566645b gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:03:52.623247 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53998c35-b85d-4709-afd6-13bb88617652 None None] Pushing event updated for resources: {'Port': ['ID=7c5aab57-4a7b-4cef-9483-f6ce5bb417b5,revision_number=4']} {{(pid=103835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:52.686860 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-958923d2-121d-4ae6-9920-a84e95171a90 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:52.688534 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-958923d2-121d-4ae6-9920-a84e95171a90 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2881832 Apr 22 08:03:52.692004 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59516) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:52.697542 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-1652a5c1-13d3-48ac-85db-dd862ffcd600 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'security_group_rule': {'security_group_id': '2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:52.698427 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-793a53f6-c6b3-434b-a1e1-4cc10607af37 service neutron] 10.222.0.13 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586989 Apr 22 08:03:52.700726 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] For port b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:03:52.715431 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] Routers {'daa5e407-672e-4305-a3ec-6693e484c3e3'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:03:52.721053 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:03:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['daa5e407-672e-4305-a3ec-6693e484c3e3'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:52.722101 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd7392-9d3e-4766-9c53-708e31ff21e5 service neutron] Pushing event updated for resources: {'Port': ['ID=899257f3-b6f8-487a-af7b-b8d61f53e229,revision_number=3']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:52.743402 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-08f80ae7-85c9-4272-a026-86c1bb55e534 None None] Provisioning complete for port 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:52.744475 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbdb943-7e6e-4b38-bba0-ae647ad2f663" -d '{"events": [{"name": "network-changed", "server_uuid": "2a2fba0e-e304-4733-aa14-b2e50b065617", "tag": "899257f3-b6f8-487a-af7b-b8d61f53e229"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:03:52.745103 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-08f80ae7-85c9-4272-a026-86c1bb55e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (7c5aab57-4a7b-4cef-9483-f6ce5bb417b5), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:52.778623 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-faed4196-6c8d-43e8-9454-4644c92ce5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (e53ac409-b779-4916-9d88-be64052031a0), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:52.782611 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-faed4196-6c8d-43e8-9454-4644c92ce5eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:52.783701 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-faed4196-6c8d-43e8-9454-4644c92ce5eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e53ac409-b779-4916-9d88-be64052031a0 HTTP/1.1" status: 204 len: 168 time: 0.6230698 Apr 22 08:03:52.835655 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed4196-6c8d-43e8-9454-4644c92ce5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53ac409-b779-4916-9d88-be64052031a0,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:52.887210 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1652a5c1-13d3-48ac-85db-dd862ffcd600 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (a384979d-2c4f-4659-a7d5-bfffff64e0a8), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:53.050675 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1652a5c1-13d3-48ac-85db-dd862ffcd600 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (a384979d-2c4f-4659-a7d5-bfffff64e0a8), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:53.112200 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-eb6ddc0f-316f-47e2-8450-1c1b6b8c5feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:53.112200 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-eb6ddc0f-316f-47e2-8450-1c1b6b8c5feb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=223df681cdd647a7bc3af31303a86577&device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 1127 time: 0.7682064 Apr 22 08:03:53.127005 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474ab7e-524b-4558-b8d2-e45999aff558 req-3dcfa18e-c400-4529-94be-277c10c815a0 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:53.128584 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7474ab7e-524b-4558-b8d2-e45999aff558 req-3dcfa18e-c400-4529-94be-277c10c815a0 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 943 time: 0.3112829 Apr 22 08:03:53.205842 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:51Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:53.233857 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-0c9ddd7d-1c56-46ab-b6f6-7c2b78fb8832 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=899257f3-b6f8-487a-af7b-b8d61f53e229 HTTP/1.1" status: 200 len: 217 time: 0.0991914 Apr 22 08:03:53.279211 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1652a5c1-13d3-48ac-85db-dd862ffcd600 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (a384979d-2c4f-4659-a7d5-bfffff64e0a8), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:53.318068 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c924cd1-b9e4-47b3-a7a3-087f5ea78177 None None] The sync data for ids ['7090097d-05ba-42e9-a34f-e11e7566645b'] in dv-cinder-838880-1-smb is: [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:51Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:03:53.353873 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-331b858b-c658-4f35-8a89-12bc2b975064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:53.355807 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-331b858b-c658-4f35-8a89-12bc2b975064 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34d67503-1f36-49d5-8ff8-f8434bd3064e HTTP/1.1" status: 200 len: 848 time: 0.1003935 Apr 22 08:03:53.457268 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3650cb16-5315-4786-a852-cbd68732664a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:53.606629 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-1c5d3ea1-5774-40be-882a-c069629c47aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2271ae03-6276-49f9-8980-74f19df8514f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2370167 Apr 22 08:03:53.700995 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7474ab7e-524b-4558-b8d2-e45999aff558 req-ec8429a9-d876-4766-9f68-3a1897f31a24 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/security-groups?id=35957931-0170-441b-a32a-4ec8d290d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860976 Apr 22 08:03:53.749977 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] Sync routers for ids ['651c8eba-197b-42ec-8934-2473b3d7a60f'] in dv-cinder-838880-1-smb {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:03:53.844613 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652a5c1-13d3-48ac-85db-dd862ffcd600 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a384979d-2c4f-4659-a7d5-bfffff64e0a8,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:53.861784 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:53.865606 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 8403c478-a28c-4996-99bb-37da6c3d157e up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:03:53.916361 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1652a5c1-13d3-48ac-85db-dd862ffcd600 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:53.916638 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-1652a5c1-13d3-48ac-85db-dd862ffcd600 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2233074 Apr 22 08:03:53.919637 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59550) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:53.924658 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-35bec5fd-3785-4e66-86f4-63c5d08814d9 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'floatingip': {'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:03:53.938968 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e271e46b-a9bc-4ec4-9313-f366d421f313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for subnet (de125453-88e1-4a1c-a4ae-007e782d5a86), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:54.001298 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b2593-5d8b-49ca-8656-2c5c39027267 None None] Pushing event updated for resources: {'Port': ['ID=79fe14cf-7845-47cb-81ae-8a52d84332aa,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:54.031416 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271e46b-a9bc-4ec4-9313-f366d421f313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de125453-88e1-4a1c-a4ae-007e782d5a86,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:54.078750 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-35bec5fd-3785-4e66-86f4-63c5d08814d9 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:54.094901 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-3650cb16-5315-4786-a852-cbd68732664a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Allocated IP 172.28.2.176 (1ba3c60b-0bed-4e05-bf6c-e6da0128f626/c65f8918-06d0-4042-b508-c83c4010a7fc/99928239-7e99-4f6c-b059-dc983daab626) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:03:54.195102 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 59560) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:54.246381 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-55080844-1c2c-4728-93a0-6d05982eeec9 req-2380dd99-a664-40d5-85e7-38ef5d1cdc94 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 210 time: 0.2690308 Apr 22 08:03:54.289080 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] Set router daa5e407-672e-4305-a3ec-6693e484c3e3 gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:03:54.289080 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] Routers {'651c8eba-197b-42ec-8934-2473b3d7a60f'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:03:54.289080 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:03:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['651c8eba-197b-42ec-8934-2473b3d7a60f'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:54.289340 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e271e46b-a9bc-4ec4-9313-f366d421f313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:54.289340 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-e271e46b-a9bc-4ec4-9313-f366d421f313 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/de125453-88e1-4a1c-a4ae-007e782d5a86 HTTP/1.1" status: 204 len: 168 time: 2.6234298 Apr 22 08:03:54.291506 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-e77fb77c-73a5-41e4-b511-1989b854ab14 service neutron] 10.222.0.39 "GET /v2.0/networks/2271ae03-6276-49f9-8980-74f19df8514f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6167252 Apr 22 08:03:54.299815 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59568) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:54.435088 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294563ff-4c34-4400-a76c-b2db0d9571b6 x-openstack-request-id: req-294563ff-4c34-4400-a76c-b2db0d9571b6 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:03:54.435437 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a2fba0e-e304-4733-aa14-b2e50b065617", "tag": "899257f3-b6f8-487a-af7b-b8d61f53e229", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:03:54.435641 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-294563ff-4c34-4400-a76c-b2db0d9571b6 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:03:54.436107 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-294563ff-4c34-4400-a76c-b2db0d9571b6'] response: {'name': 'network-changed', 'server_uuid': '2a2fba0e-e304-4733-aa14-b2e50b065617', 'tag': '899257f3-b6f8-487a-af7b-b8d61f53e229', 'status': 'completed', 'code': 200} Apr 22 08:03:54.630744 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7779404'] for network (ac852fab-8f4e-48c4-b9b0-f4dbba3f935f), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:54.766284 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Pushing event updated for resources: {'Port': ['ID=b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:54.885550 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-08f80ae7-85c9-4272-a026-86c1bb55e534 None None] Current status of the port 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5 is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:03:54.886348 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-08f80ae7-85c9-4272-a026-86c1bb55e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (7c5aab57-4a7b-4cef-9483-f6ce5bb417b5), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:54.907049 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 8403c478-a28c-4996-99bb-37da6c3d157e triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:54.914367 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (8403c478-a28c-4996-99bb-37da6c3d157e), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:55.008652 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-35bec5fd-3785-4e66-86f4-63c5d08814d9 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:55.014058 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656218', 'neutron.services.segments.db._delete_segments_for_network-8744465249738'] for network (ac852fab-8f4e-48c4-b9b0-f4dbba3f935f), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:55.125017 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e3b36a5b-af1d-432f-bfba-54083c270333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:55.129960 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:55.130382 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:55.131640 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:55.132012 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] Subscribe: > port after_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:55.132377 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] Subscribe: > port after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:55.132740 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] Subscribe: > port after_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:55.133110 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:55.133464 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:55.133789 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:55.134120 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:55.161076 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-08f80ae7-85c9-4272-a026-86c1bb55e534 None None] For port 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=7c5aab57-4a7b-4cef-9483-f6ce5bb417b5,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:03:55.228149 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] Set router 651c8eba-197b-42ec-8934-2473b3d7a60f gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:03:55.533492 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-08f80ae7-85c9-4272-a026-86c1bb55e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (7c5aab57-4a7b-4cef-9483-f6ce5bb417b5), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:55.611875 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-c58b42af-63a9-430b-86c2-1dd0d743211e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:55.613389 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-c58b42af-63a9-430b-86c2-1dd0d743211e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/networks?id=13a6078d-58b1-4081-bb3a-ccd74a412f02 HTTP/1.1" status: 200 len: 819 time: 1.0152972 Apr 22 08:03:55.644037 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-a6b8a1f5-668e-49e6-b39f-f1ebc727e833 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/quotas/ea95f2f73f24412d821786dca4fd986a HTTP/1.1" status: 200 len: 375 time: 0.0111020 Apr 22 08:03:55.701614 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b21c02-1508-4680-ac52-979dc30dfde7 req-00e0ed9c-9529-40bb-b970-ef81db079b37 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:55.703380 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-93b21c02-1508-4680-ac52-979dc30dfde7 req-00e0ed9c-9529-40bb-b970-ef81db079b37 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 943 time: 0.6154082 Apr 22 08:03:55.724862 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:55.726634 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:55.727182 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:55.729821 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:55.730381 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac852fab-8f4e-48c4-b9b0-f4dbba3f935f']}} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:55.772245 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13331c5-45d1-4727-bf66-6b46f433ff27') {'for_net_delete': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:55.772767 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13331c5-45d1-4727-bf66-6b46f433ff27') {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:55.890268 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744465252819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3532382'] for segment (c13331c5-45d1-4727-bf66-6b46f433ff27), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:55.905032 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-93b21c02-1508-4680-ac52-979dc30dfde7 req-576a6081-a71b-4cf6-90b7-eb4d72435f04 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/security-groups?id=35957931-0170-441b-a32a-4ec8d290d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730199 Apr 22 08:03:55.941857 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 8403c478-a28c-4996-99bb-37da6c3d157e is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:03:55.986404 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6c710dbd-b42f-460b-b948-65f6b0e0fbfc req-afa86462-50af-4864-98fe-7bc20ca5d0c1 service neutron] 10.222.0.39 "GET /v2.0/networks/2271ae03-6276-49f9-8980-74f19df8514f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6345420 Apr 22 08:03:55.996954 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (c13331c5-45d1-4727-bf66-6b46f433ff27), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:56.033315 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3650cb16-5315-4786-a852-cbd68732664a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for port (99928239-7e99-4f6c-b059-dc983daab626), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:56.063184 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 08:03:56.063590 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4079279'] for segment (c13331c5-45d1-4727-bf66-6b46f433ff27), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:56.071052 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f80ae7-85c9-4272-a026-86c1bb55e534 None None] Pushing event updated for resources: {'Port': ['ID=7c5aab57-4a7b-4cef-9483-f6ce5bb417b5,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:56.115794 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'name': 'tempest-AttachVolumeShelveTestJSON-269675797-router', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:32Z', 'updated_at': '2022-04-22T08:03:41Z', 'revision_number': 4, 'project_id': 'b16e55435fdd44369ad143385457d955', 'gw_port': {'id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:33Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '79fe14cf-7845-47cb-81ae-8a52d84332aa', 'name': '', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'mac_address': 'fa:16:3e:09:33:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:39Z', 'updated_at': '2022-04-22T08:03:51Z', 'revision_number': 4, 'project_id': 'b16e55435fdd44369ad143385457d955', 'subnets': [{'id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: from cryptography.utils import int_from_bytes Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: from cryptography.utils import int_from_bytes Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: Traceback (most recent call last): Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: timer() Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: cb(*args, **kw) Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: return func(*args, **kwargs) Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: self._notify() Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: self.callback(batched_events) Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: event.method(event) Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: return f(self, *a, **k) Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: return self._get(url).json() Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: return self.request(url, 'GET', **kwargs) Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 08:03:56.118715 dv-cinder-838880-1-smb neutron-server[103833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 08:03:56.189579 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-20b7770b-ce50-412b-b4aa-c7642544bb97 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea95f2f73f24412d821786dca4fd986a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5268016 Apr 22 08:03:56.227385 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-7d0d9531-b370-4f1b-8eff-887f6e850b3d None None] Provisioning complete for port 79fe14cf-7845-47cb-81ae-8a52d84332aa triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:56.227841 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-7d0d9531-b370-4f1b-8eff-887f6e850b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (79fe14cf-7845-47cb-81ae-8a52d84332aa), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:56.232452 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f435e5d-5758-45a2-9798-aab15c82f72c None None] The sync data for ids ['daa5e407-672e-4305-a3ec-6693e484c3e3'] in dv-cinder-838880-1-smb is: [{'id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'name': 'tempest-AttachVolumeShelveTestJSON-269675797-router', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:32Z', 'updated_at': '2022-04-22T08:03:41Z', 'revision_number': 4, 'project_id': 'b16e55435fdd44369ad143385457d955', 'gw_port': {'id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:33Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '79fe14cf-7845-47cb-81ae-8a52d84332aa', 'name': '', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'mac_address': 'fa:16:3e:09:33:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:39Z', 'updated_at': '2022-04-22T08:03:51Z', 'revision_number': 4, 'project_id': 'b16e55435fdd44369ad143385457d955', 'subnets': [{'id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:03:56.282560 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'name': 'tempest-ServerRescueNegativeTestJSON-1894024959-router', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:35Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'gw_port': {'id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '9652eee9-b3ab-4f7b-83c4-11753f933bce', 'name': '', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'mac_address': 'fa:16:3e:59:f3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:43Z', 'updated_at': '2022-04-22T08:03:45Z', 'revision_number': 2, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'subnets': [{'id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:56.348842 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:03:56.353538 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] Checking router: 651c8eba-197b-42ec-8934-2473b3d7a60f for host: dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:03:56.358473 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] Updating router 651c8eba-197b-42ec-8934-2473b3d7a60f port 9652eee9-b3ab-4f7b-83c4-11753f933bce binding host dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 08:03:56.394788 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7656195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706048'] for network (ac852fab-8f4e-48c4-b9b0-f4dbba3f935f), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:56.446974 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:56.473171 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] 10.222.0.13 "DELETE /v2.0/networks/ac852fab-8f4e-48c4-b9b0-f4dbba3f935f HTTP/1.1" status: 204 len: 168 time: 2.1726396 Apr 22 08:03:56.474106 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e98e6f-6016-4724-ae5d-cfcafe18d5bf admin admin] Pushing event deleted for resources: {'Network': ['ID=ac852fab-8f4e-48c4-b9b0-f4dbba3f935f,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:56.495775 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59634) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:56.520317 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (9652eee9-b3ab-4f7b-83c4-11753f933bce), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:56.557390 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-7d0d9531-b370-4f1b-8eff-887f6e850b3d None None] Current status of the port 79fe14cf-7845-47cb-81ae-8a52d84332aa is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:03:56.558124 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-7d0d9531-b370-4f1b-8eff-887f6e850b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (79fe14cf-7845-47cb-81ae-8a52d84332aa), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:56.631348 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:56.632022 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:56.723460 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e3b36a5b-af1d-432f-bfba-54083c270333 admin admin] Publish callbacks [] for security_group (54ed4065-1d92-4855-8170-8ae3c197f95d), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:56.725675 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_v2 [None req-722cd93d-227e-4789-aaf5-fde32ca0c648 admin admin] Deleting subnet ba77eb36-b1a2-4586-abef-daf4cdf6a503 {{(pid=103833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 22 08:03:56.733637 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-722cd93d-227e-4789-aaf5-fde32ca0c648 admin admin] Publish callbacks [] for subnet (ba77eb36-b1a2-4586-abef-daf4cdf6a503), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:56.855360 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3650cb16-5315-4786-a852-cbd68732664a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613'] for port (99928239-7e99-4f6c-b059-dc983daab626), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:56.858756 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e3b36a5b-af1d-432f-bfba-54083c270333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (54ed4065-1d92-4855-8170-8ae3c197f95d), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:56.900911 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-722cd93d-227e-4789-aaf5-fde32ca0c648 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3532373'] for subnet (ba77eb36-b1a2-4586-abef-daf4cdf6a503), precommit_delete_associations {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:56.908879 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-201f5b0b-310f-4bbe-95bc-fc8a746c6a93 service neutron] 10.222.0.13 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6683776 Apr 22 08:03:56.918899 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdb943-7e6e-4b38-bba0-ae647ad2f663 req-3715b8b3-2757-4c2e-814b-1f9ace26669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:56.920607 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0fbdb943-7e6e-4b38-bba0-ae647ad2f663 req-3715b8b3-2757-4c2e-814b-1f9ace26669a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=223df681cdd647a7bc3af31303a86577&device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 1127 time: 0.2997811 Apr 22 08:03:57.072489 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b36a5b-af1d-432f-bfba-54083c270333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ed4065-1d92-4855-8170-8ae3c197f95d,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:57.195587 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-722cd93d-227e-4789-aaf5-fde32ca0c648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678605'] for subnet (ba77eb36-b1a2-4586-abef-daf4cdf6a503), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:57.313996 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-35bec5fd-3785-4e66-86f4-63c5d08814d9 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Allocated IP 172.28.2.175 (1ba3c60b-0bed-4e05-bf6c-e6da0128f626/c65f8918-06d0-4042-b508-c83c4010a7fc/811e3923-dec1-4914-843e-abc1fdf1f562) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:03:57.326521 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-7d0d9531-b370-4f1b-8eff-887f6e850b3d None None] For port 79fe14cf-7845-47cb-81ae-8a52d84332aa, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=79fe14cf-7845-47cb-81ae-8a52d84332aa,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:03:57.403966 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] Publish callbacks [] for port (9652eee9-b3ab-4f7b-83c4-11753f933bce), precommit_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:57.559874 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:03:57.561674 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:03:57.573181 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-7d0d9531-b370-4f1b-8eff-887f6e850b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (79fe14cf-7845-47cb-81ae-8a52d84332aa), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:57.578555 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-722cd93d-227e-4789-aaf5-fde32ca0c648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098404'] for subnet (ba77eb36-b1a2-4586-abef-daf4cdf6a503), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:57.583122 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:57.677451 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cd93d-227e-4789-aaf5-fde32ca0c648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba77eb36-b1a2-4586-abef-daf4cdf6a503,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:57.677555 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3650cb16-5315-4786-a852-cbd68732664a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:03:57.711977 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-35bec5fd-3785-4e66-86f4-63c5d08814d9 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for port (811e3923-dec1-4914-843e-abc1fdf1f562), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:57.726794 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-e3b36a5b-af1d-432f-bfba-54083c270333 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c5b9deb72174657babd26b061fae5a2&name=default HTTP/1.1" status: 200 len: 2996 time: 3.5178611 Apr 22 08:03:57.726794 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-3650cb16-5315-4786-a852-cbd68732664a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:03:57.729365 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 59662) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:57.768445 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650cb16-5315-4786-a852-cbd68732664a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Pushing event updated for resources: {'Port': ['ID=99928239-7e99-4f6c-b059-dc983daab626,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:57.781204 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3650cb16-5315-4786-a852-cbd68732664a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:03:57.785798 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-722cd93d-227e-4789-aaf5-fde32ca0c648 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:57.803872 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-722cd93d-227e-4789-aaf5-fde32ca0c648 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ba77eb36-b1a2-4586-abef-daf4cdf6a503 HTTP/1.1" status: 204 len: 168 time: 1.3062856 Apr 22 08:03:57.835750 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 59666) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:57.928933 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b4810-7f35-40f1-9ce2-f5028665a9b3 req-7f1f5fc8-8899-423a-8812-0389189349ed tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:57.936846 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4d7b4810-7f35-40f1-9ce2-f5028665a9b3 req-7f1f5fc8-8899-423a-8812-0389189349ed tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 943 time: 0.8429940 Apr 22 08:03:57.949748 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (9652eee9-b3ab-4f7b-83c4-11753f933bce), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:58.029118 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-35bec5fd-3785-4e66-86f4-63c5d08814d9 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (811e3923-dec1-4914-843e-abc1fdf1f562), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:58.107768 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-7d0d9531-b370-4f1b-8eff-887f6e850b3d None None] Provisioning complete for port 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:58.107768 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-7d0d9531-b370-4f1b-8eff-887f6e850b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (7c5aab57-4a7b-4cef-9483-f6ce5bb417b5), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:58.275559 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bec5fd-3785-4e66-86f4-63c5d08814d9 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:03:58.277280 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d9531-b370-4f1b-8eff-887f6e850b3d None None] Pushing event updated for resources: {'Port': ['ID=79fe14cf-7845-47cb-81ae-8a52d84332aa,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:58.277366 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-35bec5fd-3785-4e66-86f4-63c5d08814d9 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:03:58.277366 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bec5fd-3785-4e66-86f4-63c5d08814d9 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:03:58.277505 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdb943-7e6e-4b38-bba0-ae647ad2f663 req-1d4e54d2-1700-436e-95ee-2ba60da8a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:58.277505 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0fbdb943-7e6e-4b38-bba0-ae647ad2f663 req-1d4e54d2-1700-436e-95ee-2ba60da8a74a service neutron] 10.222.0.39 "GET /v2.0/networks?id=2271ae03-6276-49f9-8980-74f19df8514f HTTP/1.1" status: 200 len: 909 time: 1.1358023 Apr 22 08:03:58.307886 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bec5fd-3785-4e66-86f4-63c5d08814d9 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'Port': ['ID=811e3923-dec1-4914-843e-abc1fdf1f562,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:58.342807 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3650cb16-5315-4786-a852-cbd68732664a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for floatingip (5f5d545f-debd-472c-9140-2be16c271d7c), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:58.348141 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:58.348848 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (7c5aab57-4a7b-4cef-9483-f6ce5bb417b5), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:58.356045 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7779404'] for network (500a8d96-5138-49ea-8f81-3a3c26eb47a0), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:58.414354 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0fbdb943-7e6e-4b38-bba0-ae647ad2f663 req-ad187edc-b7c5-414d-8bed-046dfb36cf07 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=899257f3-b6f8-487a-af7b-b8d61f53e229 HTTP/1.1" status: 200 len: 217 time: 0.1412730 Apr 22 08:03:58.471495 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] Attempting to bind port 9652eee9-b3ab-4f7b-83c4-11753f933bce on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:03:58.477830 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] Attempting to bind port 9652eee9-b3ab-4f7b-83c4-11753f933bce by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': '0802d4e0-4f59-47a7-8d7e-337a8719f19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:03:58.477830 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] Attempting to bind port 9652eee9-b3ab-4f7b-83c4-11753f933bce on network 13a6078d-58b1-4081-bb3a-ccd74a412f02 {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:03:58.489341 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4d7b4810-7f35-40f1-9ce2-f5028665a9b3 req-fb669be3-c356-416d-ae0a-db99348b5482 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/security-groups?id=35957931-0170-441b-a32a-4ec8d290d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504193 Apr 22 08:03:58.513728 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-67299cdf-6e84-439c-903e-47390a61e54e service neutron] 10.222.0.13 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6034679 Apr 22 08:03:58.558178 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:03:58.558874 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] Checking segment: {'id': '0802d4e0-4f59-47a7-8d7e-337a8719f19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:03:58.559484 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:58.560124 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] Bound using segment: {'id': '0802d4e0-4f59-47a7-8d7e-337a8719f19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:03:58.560823 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] Bound port: 9652eee9-b3ab-4f7b-83c4-11753f933bce, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0802d4e0-4f59-47a7-8d7e-337a8719f19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:03:58.561411 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (9652eee9-b3ab-4f7b-83c4-11753f933bce), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:58.593884 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0940ed-57ab-4272-9765-79a8366cc18e None None] Pushing event updated for resources: {'Port': ['ID=9652eee9-b3ab-4f7b-83c4-11753f933bce,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:58.702888 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-7d0d9531-b370-4f1b-8eff-887f6e850b3d None None] Current status of the port 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:03:58.721541 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-35bec5fd-3785-4e66-86f4-63c5d08814d9 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (92107b78-fcd9-4b29-a5c6-aeff3bcb5266), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:58.734970 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:03:58.786430 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] For port 9652eee9-b3ab-4f7b-83c4-11753f933bce, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:03:58.798777 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] For port 9652eee9-b3ab-4f7b-83c4-11753f933bce, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=9652eee9-b3ab-4f7b-83c4-11753f933bce,segment=NetworkSegment(0802d4e0-4f59-47a7-8d7e-337a8719f19a),segment_id=0802d4e0-4f59-47a7-8d7e-337a8719f19a)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:03:58.827432 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-194b9cee-f4cc-4ea1-856e-f4cdbfb91e3d admin admin] Publish callbacks [] for security_group (54ed4065-1d92-4855-8170-8ae3c197f95d), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:58.863436 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-f65dbceb-f960-4ecd-a032-a38279177360 None None] Provisioning complete for port 9652eee9-b3ab-4f7b-83c4-11753f933bce triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:58.863819 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-f65dbceb-f960-4ecd-a032-a38279177360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (9652eee9-b3ab-4f7b-83c4-11753f933bce), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:58.907742 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3650cb16-5315-4786-a852-cbd68732664a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (99928239-7e99-4f6c-b059-dc983daab626), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:58.937159 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdb943-7e6e-4b38-bba0-ae647ad2f663 req-ab393163-bae7-41fa-914c-9bfcd176557a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:58.956002 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0fbdb943-7e6e-4b38-bba0-ae647ad2f663 req-ab393163-bae7-41fa-914c-9bfcd176557a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34d67503-1f36-49d5-8ff8-f8434bd3064e HTTP/1.1" status: 200 len: 848 time: 0.4602449 Apr 22 08:03:58.966108 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-35bec5fd-3785-4e66-86f4-63c5d08814d9 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (811e3923-dec1-4914-843e-abc1fdf1f562), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:59.004972 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-f65dbceb-f960-4ecd-a032-a38279177360 None None] Port 9652eee9-b3ab-4f7b-83c4-11753f933bce cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:03:59.021506 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (9652eee9-b3ab-4f7b-83c4-11753f933bce), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:59.026618 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-194b9cee-f4cc-4ea1-856e-f4cdbfb91e3d admin admin] Publish callbacks [] for security_group (54ed4065-1d92-4855-8170-8ae3c197f95d), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:59.074865 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656218', 'neutron.services.segments.db._delete_segments_for_network-8744465249738'] for network (500a8d96-5138-49ea-8f81-3a3c26eb47a0), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:59.104006 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0fbdb943-7e6e-4b38-bba0-ae647ad2f663 req-7e053c3f-d7b1-43fd-985b-68da58665243 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2271ae03-6276-49f9-8980-74f19df8514f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1467848 Apr 22 08:03:59.217499 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-caad5fc2-e6a5-407e-bfb9-794691faa8de req-30e9799e-ad53-40bc-bf21-0ee6e4477699 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 210 time: 0.1083634 Apr 22 08:03:59.259471 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0940ed-57ab-4272-9765-79a8366cc18e None None] Pushing event updated for resources: {'Port': ['ID=9652eee9-b3ab-4f7b-83c4-11753f933bce,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:03:59.274189 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] Routers {'651c8eba-197b-42ec-8934-2473b3d7a60f'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:03:59.284907 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:03:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['651c8eba-197b-42ec-8934-2473b3d7a60f'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:59.288957 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 79fe14cf-7845-47cb-81ae-8a52d84332aa up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:03:59.299540 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.39', 53387) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:03:59.348305 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:59.350695 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:59.353831 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:59.354301 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] Subscribe: > port after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:59.355769 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] Subscribe: > port after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:59.356228 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] Subscribe: > port after_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:59.357397 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:59.358111 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:59.359565 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:59.360049 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:59.470433 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] Set router 651c8eba-197b-42ec-8934-2473b3d7a60f gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:03:59.507972 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:59.509668 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:59.511256 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:59.513786 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 08:03:59.515908 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.services.segments.db [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500a8d96-5138-49ea-8f81-3a3c26eb47a0']}} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:59.618856 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.services.segments.db [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '143e5317-0c79-4b87-9128-976abeb01e64') {'for_net_delete': True} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:59.625660 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.services.segments.db [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '143e5317-0c79-4b87-9128-976abeb01e64') {} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:03:59.827950 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-05d16d42-fbd9-4294-b6c2-23f4e2917c3e None None] Provisioning complete for port 9652eee9-b3ab-4f7b-83c4-11753f933bce triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:59.828333 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-05d16d42-fbd9-4294-b6c2-23f4e2917c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (9652eee9-b3ab-4f7b-83c4-11753f933bce), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:59.854565 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 79fe14cf-7845-47cb-81ae-8a52d84332aa triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:03:59.856034 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (79fe14cf-7845-47cb-81ae-8a52d84332aa), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:59.861019 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-f1f706b2-1164-43e0-bc7a-75d168c33540 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:03:59.877987 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-f1f706b2-1164-43e0-bc7a-75d168c33540 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.39 "GET /v2.0/networks?id=13a6078d-58b1-4081-bb3a-ccd74a412f02 HTTP/1.1" status: 200 len: 819 time: 0.5757177 Apr 22 08:03:59.901599 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744465252819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3461975'] for segment (143e5317-0c79-4b87-9128-976abeb01e64), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:59.969258 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-35bec5fd-3785-4e66-86f4-63c5d08814d9 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for port (811e3923-dec1-4914-843e-abc1fdf1f562), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:03:59.977002 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-69725cf0-d44b-454b-8b07-07bc13cc9596 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Request body: {'port': {'device_id': '14483924-87d4-458b-b320-82c872193e62', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'admin_state_up': True, 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:04:00.058012 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-05d16d42-fbd9-4294-b6c2-23f4e2917c3e None None] Current status of the port 9652eee9-b3ab-4f7b-83c4-11753f933bce is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:04:00.058012 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-05d16d42-fbd9-4294-b6c2-23f4e2917c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (9652eee9-b3ab-4f7b-83c4-11753f933bce), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:00.069890 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'name': 'tempest-ServerRescueNegativeTestJSON-1894024959-router', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:35Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'gw_port': {'id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '9652eee9-b3ab-4f7b-83c4-11753f933bce', 'name': '', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'mac_address': 'fa:16:3e:59:f3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:43Z', 'updated_at': '2022-04-22T08:03:58Z', 'revision_number': 4, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'subnets': [{'id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:04:00.108665 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1ef68c-0bee-479f-9e68-c1231f864fc6 None None] The sync data for ids ['651c8eba-197b-42ec-8934-2473b3d7a60f'] in dv-cinder-838880-1-smb is: [{'id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'name': 'tempest-ServerRescueNegativeTestJSON-1894024959-router', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:35Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'gw_port': {'id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '9652eee9-b3ab-4f7b-83c4-11753f933bce', 'name': '', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'mac_address': 'fa:16:3e:59:f3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:43Z', 'updated_at': '2022-04-22T08:03:58Z', 'revision_number': 4, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'subnets': [{'id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:04:00.132512 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 79fe14cf-7845-47cb-81ae-8a52d84332aa is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:04:00.133889 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:04:00.208980 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (143e5317-0c79-4b87-9128-976abeb01e64), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:00.229553 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 08:04:00.229553 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4133505'] for segment (143e5317-0c79-4b87-9128-976abeb01e64), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:00.250138 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-05d16d42-fbd9-4294-b6c2-23f4e2917c3e None None] For port 9652eee9-b3ab-4f7b-83c4-11753f933bce, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=9652eee9-b3ab-4f7b-83c4-11753f933bce,segment=NetworkSegment(0802d4e0-4f59-47a7-8d7e-337a8719f19a),segment_id=0802d4e0-4f59-47a7-8d7e-337a8719f19a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:04:00.274038 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:04:00.274824 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (7c5aab57-4a7b-4cef-9483-f6ce5bb417b5), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: from cryptography.utils import int_from_bytes Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: from cryptography.utils import int_from_bytes Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: Traceback (most recent call last): Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: timer() Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: cb(*args, **kw) Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: return func(*args, **kwargs) Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: self._notify() Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: self.callback(batched_events) Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: event.method(event) Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: return f(self, *a, **k) Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: return self._get(url).json() Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: return self.request(url, 'GET', **kwargs) Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 08:04:00.305266 dv-cinder-838880-1-smb neutron-server[103832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 08:04:00.340650 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3650cb16-5315-4786-a852-cbd68732664a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for port (99928239-7e99-4f6c-b059-dc983daab626), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:00.404790 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-05d16d42-fbd9-4294-b6c2-23f4e2917c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (9652eee9-b3ab-4f7b-83c4-11753f933bce), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:00.518574 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ff9a88b8-b8d8-4b4f-a308-39dbee700161 req-3bf9f0b1-8dae-42cb-9ba2-30724b858f09 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 210 time: 0.1438131 Apr 22 08:04:00.544261 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0fbdb943-7e6e-4b38-bba0-ae647ad2f663 req-f42ba7e2-1dc5-41f8-a60a-8fd8174d63ac service neutron] 10.222.0.39 "GET /v2.0/networks/2271ae03-6276-49f9-8980-74f19df8514f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4232359 Apr 22 08:04:00.554231 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-35bec5fd-3785-4e66-86f4-63c5d08814d9 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079315'] for port (811e3923-dec1-4914-843e-abc1fdf1f562), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:00.561646 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:04:00.571011 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636948f-7da6-4a07-b1fd-c2e828b2976b req-84d39aab-cf06-467c-92d3-70ba0ca9e70d tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:00.572739 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8636948f-7da6-4a07-b1fd-c2e828b2976b req-84d39aab-cf06-467c-92d3-70ba0ca9e70d tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 943 time: 0.6781204 Apr 22 08:04:00.580059 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-194b9cee-f4cc-4ea1-856e-f4cdbfb91e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (54ed4065-1d92-4855-8170-8ae3c197f95d), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:00.600636 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-194b9cee-f4cc-4ea1-856e-f4cdbfb91e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:00.600636 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-194b9cee-f4cc-4ea1-856e-f4cdbfb91e3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54ed4065-1d92-4855-8170-8ae3c197f95d HTTP/1.1" status: 204 len: 168 time: 2.8328795 Apr 22 08:04:00.600636 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3650cb16-5315-4786-a852-cbd68732664a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (99928239-7e99-4f6c-b059-dc983daab626), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:00.600920 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d16d42-fbd9-4294-b6c2-23f4e2917c3e None None] Pushing event updated for resources: {'Port': ['ID=9652eee9-b3ab-4f7b-83c4-11753f933bce,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:00.616877 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bec5fd-3785-4e66-86f4-63c5d08814d9 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'Port': ['ID=811e3923-dec1-4914-843e-abc1fdf1f562,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:00.687562 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7656195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706048'] for network (500a8d96-5138-49ea-8f81-3a3c26eb47a0), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:00.736156 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b9cee-f4cc-4ea1-856e-f4cdbfb91e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ed4065-1d92-4855-8170-8ae3c197f95d,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:00.752937 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-35bec5fd-3785-4e66-86f4-63c5d08814d9 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (92107b78-fcd9-4b29-a5c6-aeff3bcb5266), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:00.813462 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-69725cf0-d44b-454b-8b07-07bc13cc9596 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Made reservation on behalf of ea95f2f73f24412d821786dca4fd986a for: {'port': 1} {{(pid=103833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:04:00.817149 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-69725cf0-d44b-454b-8b07-07bc13cc9596 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:00.823733 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:00.834917 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] 10.222.0.13 "DELETE /v2.0/networks/500a8d96-5138-49ea-8f81-3a3c26eb47a0 HTTP/1.1" status: 204 len: 168 time: 2.9872296 Apr 22 08:04:00.856398 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-35bec5fd-3785-4e66-86f4-63c5d08814d9 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:00.866757 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-35bec5fd-3785-4e66-86f4-63c5d08814d9 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9368334 Apr 22 08:04:00.899235 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf943e34-4b90-4ac0-9493-a15627492dad admin admin] Pushing event deleted for resources: {'Network': ['ID=500a8d96-5138-49ea-8f81-3a3c26eb47a0,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:00.927860 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3650cb16-5315-4786-a852-cbd68732664a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Pushing event updated for resources: {'Port': ['ID=99928239-7e99-4f6c-b059-dc983daab626,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:01.034829 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8636948f-7da6-4a07-b1fd-c2e828b2976b req-d8e2f90f-e225-4c15-a248-a1dd56aa1921 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/security-groups?id=35957931-0170-441b-a32a-4ec8d290d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377623 Apr 22 08:04:01.041434 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0fbdb943-7e6e-4b38-bba0-ae647ad2f663 req-f9a158a1-6bdf-46bd-a8a0-d12506355ddf service neutron] 10.222.0.39 "GET /v2.0/networks/2271ae03-6276-49f9-8980-74f19df8514f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525051 Apr 22 08:04:01.042248 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3650cb16-5315-4786-a852-cbd68732664a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (5f5d545f-debd-472c-9140-2be16c271d7c), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:01.300299 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 9652eee9-b3ab-4f7b-83c4-11753f933bce up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:04:01.301196 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-69725cf0-d44b-454b-8b07-07bc13cc9596 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Allocated IP 172.20.0.6 (13a6078d-58b1-4081-bb3a-ccd74a412f02/434aae01-3eff-47a2-96c3-7b3f40b18165/4eb87ac3-66a9-412d-956c-5ae5b37abd73) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:04:01.301890 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 9652eee9-b3ab-4f7b-83c4-11753f933bce triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:04:01.301890 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (9652eee9-b3ab-4f7b-83c4-11753f933bce), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:01.393803 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3650cb16-5315-4786-a852-cbd68732664a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:01.397463 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-3650cb16-5315-4786-a852-cbd68732664a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.9601886 Apr 22 08:04:01.459329 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 9652eee9-b3ab-4f7b-83c4-11753f933bce is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:04:01.531328 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-69725cf0-d44b-454b-8b07-07bc13cc9596 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for port (4eb87ac3-66a9-412d-956c-5ae5b37abd73), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:01.649339 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8d4797db-288b-4b81-ac7b-0e000b011ebe req-633214a4-6c7c-4693-a57c-80239842fd50 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 210 time: 0.0376692 Apr 22 08:04:01.679098 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-69725cf0-d44b-454b-8b07-07bc13cc9596 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (4eb87ac3-66a9-412d-956c-5ae5b37abd73), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:01.817966 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-69725cf0-d44b-454b-8b07-07bc13cc9596 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Network 13a6078d-58b1-4081-bb3a-ccd74a412f02 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:04:01.826763 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-69725cf0-d44b-454b-8b07-07bc13cc9596 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:04:01.830893 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69725cf0-d44b-454b-8b07-07bc13cc9596 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Pushing event updated for resources: {'Port': ['ID=4eb87ac3-66a9-412d-956c-5ae5b37abd73,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:01.837090 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-69725cf0-d44b-454b-8b07-07bc13cc9596 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:04:01.916917 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-69725cf0-d44b-454b-8b07-07bc13cc9596 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:01.917595 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-69725cf0-d44b-454b-8b07-07bc13cc9596 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for port (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:02.048117 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-69725cf0-d44b-454b-8b07-07bc13cc9596 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0749056 Apr 22 08:04:02.062303 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] Request body: {'port': {'device_id': '14483924-87d4-458b-b320-82c872193e62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83888'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:04:02.102088 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-c46b0561-ee4d-44cf-ab7c-17fbe9322cd9 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1513280596&fields=id&tenant_id=418089b9d73b40b198fe850c8e0fa9b8 HTTP/1.1" status: 200 len: 267 time: 0.0903463 Apr 22 08:04:02.154309 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (4eb87ac3-66a9-412d-956c-5ae5b37abd73), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:02.159791 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-81c6e4ce-5528-4b34-87a6-877295ecc9b8 None None] Provisioning complete for port 4eb87ac3-66a9-412d-956c-5ae5b37abd73 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:04:02.161745 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-81c6e4ce-5528-4b34-87a6-877295ecc9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (4eb87ac3-66a9-412d-956c-5ae5b37abd73), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:02.211479 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-81c6e4ce-5528-4b34-87a6-877295ecc9b8 None None] Port 4eb87ac3-66a9-412d-956c-5ae5b37abd73 cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:04:02.245442 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-2ac7251c-d082-4663-ac04-c0c548a187c1 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--198684611&fields=id&tenant_id=b16e55435fdd44369ad143385457d955 HTTP/1.1" status: 200 len: 267 time: 0.1223922 Apr 22 08:04:02.268189 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 59792) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:02.297132 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-be0ea45c-824d-4a18-8c5b-afe61ba7b41c tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:02.298647 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-be0ea45c-824d-4a18-8c5b-afe61ba7b41c tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/networks?id=6dee7f59-68db-465f-b55a-26e8be06de12 HTTP/1.1" status: 200 len: 815 time: 0.1890821 Apr 22 08:04:02.360816 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-69df1839-465c-4474-b8e1-3677a412e749 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/quotas/418089b9d73b40b198fe850c8e0fa9b8 HTTP/1.1" status: 200 len: 375 time: 0.0312097 Apr 22 08:04:02.379255 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 59794) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:02.393250 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-fa8a55ce-87b0-4004-84d2-2d538dc2da06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b2e98e5e4bd4044a16698619f620e26&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1221564 Apr 22 08:04:02.404152 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 59798) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:02.491083 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-cfc3841e-9f32-4903-aaf8-a7fcc23cee02 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:02.492782 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-cfc3841e-9f32-4903-aaf8-a7fcc23cee02 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/networks?id=4b674c87-1c24-4bb4-9319-a67400265e39 HTTP/1.1" status: 200 len: 816 time: 0.2365634 Apr 22 08:04:02.510692 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb87ac3-66a9-412d-956c-5ae5b37abd73 {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:04:02.515938 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] Publish callbacks [] for port (4eb87ac3-66a9-412d-956c-5ae5b37abd73), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:02.520295 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-6fe44912-f95c-4de9-8a58-4e3f17420050 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/quotas/b16e55435fdd44369ad143385457d955 HTTP/1.1" status: 200 len: 375 time: 0.0176461 Apr 22 08:04:02.526935 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-712d2a53-bf6f-48c9-88a7-a21b410f357d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=418089b9d73b40b198fe850c8e0fa9b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1443765 Apr 22 08:04:02.540661 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] Transition to ACTIVE for port object 4eb87ac3-66a9-412d-956c-5ae5b37abd73 will not be triggered until provisioned by entity L2. {{(pid=103833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 22 08:04:02.579893 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b527ec0f-d348-4a1c-8e3d-d1fc8a4e1721 admin admin] Publish callbacks [] for security_group (5fa1eeb3-07dd-431f-9a98-3e6114bb5918), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:02.630616 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59800) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:02.637475 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b527ec0f-d348-4a1c-8e3d-d1fc8a4e1721 admin admin] Publish callbacks [] for security_group (5fa1eeb3-07dd-431f-9a98-3e6114bb5918), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:02.650284 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079315'] for port (4eb87ac3-66a9-412d-956c-5ae5b37abd73), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:02.653678 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-36fe34ce-8484-4428-b1a9-4fff5c34faba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:02.688258 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-9b70415c-f827-4298-8c8c-3bccfe5ad6c5 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b16e55435fdd44369ad143385457d955&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1603882 Apr 22 08:04:02.732027 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-d29cffab-e8b6-40d9-9949-50e242b4db74 service neutron] 10.222.0.13 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852500 Apr 22 08:04:02.866656 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b527ec0f-d348-4a1c-8e3d-d1fc8a4e1721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (5fa1eeb3-07dd-431f-9a98-3e6114bb5918), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:02.869689 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b527ec0f-d348-4a1c-8e3d-d1fc8a4e1721 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:02.870891 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-b527ec0f-d348-4a1c-8e3d-d1fc8a4e1721 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fa1eeb3-07dd-431f-9a98-3e6114bb5918 HTTP/1.1" status: 204 len: 168 time: 0.4626832 Apr 22 08:04:02.893504 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb87ac3-66a9-412d-956c-5ae5b37abd73,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:02.922811 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527ec0f-d348-4a1c-8e3d-d1fc8a4e1721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa1eeb3-07dd-431f-9a98-3e6114bb5918,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:02.937373 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-e352ce7e-41a6-4f1f-8f56-d04c01528382 service neutron] 10.222.0.13 "GET /v2.0/networks/4b674c87-1c24-4bb4-9319-a67400265e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288773 Apr 22 08:04:02.940977 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] Attempting to bind port 4eb87ac3-66a9-412d-956c-5ae5b37abd73 on host hv-cinder-83888 for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:04:02.941545 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] Attempting to bind port 4eb87ac3-66a9-412d-956c-5ae5b37abd73 by drivers openvswitch,hyperv on host hv-cinder-83888 at level 0 using segments [{'id': '0802d4e0-4f59-47a7-8d7e-337a8719f19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:04:02.942059 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] Attempting to bind port 4eb87ac3-66a9-412d-956c-5ae5b37abd73 on network 13a6078d-58b1-4081-bb3a-ccd74a412f02 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:04:02.954264 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-99277fe4-1593-4d38-935a-85ede6d11d8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:02.966522 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-07e89593-bd49-4b77-99a2-5db697b305b5 service neutron] 10.222.0.13 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094808 Apr 22 08:04:02.971744 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] Port 4eb87ac3-66a9-412d-956c-5ae5b37abd73 on network 13a6078d-58b1-4081-bb3a-ccd74a412f02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83888 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 08:04:02.972253 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] Attempting to bind port 4eb87ac3-66a9-412d-956c-5ae5b37abd73 on network 13a6078d-58b1-4081-bb3a-ccd74a412f02 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:04:02.983701 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] Checking agent: {'id': '5d37a790-f600-4ea4-a99b-32bf15642def', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'started_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:04:02.987095 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] Checking segment: {'id': '0802d4e0-4f59-47a7-8d7e-337a8719f19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:04:02.987095 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] Bound using segment: {'id': '0802d4e0-4f59-47a7-8d7e-337a8719f19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:04:02.987095 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] Bound port: 4eb87ac3-66a9-412d-956c-5ae5b37abd73, host: hv-cinder-83888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0802d4e0-4f59-47a7-8d7e-337a8719f19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:04:02.987095 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (4eb87ac3-66a9-412d-956c-5ae5b37abd73), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:03.060591 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-36fe34ce-8484-4428-b1a9-4fff5c34faba admin admin] Publish callbacks [] for security_group (30cb0bdd-ba3b-42c3-b70f-bdd76fbc752b), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:03.081958 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 59808) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:03.101107 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] For port 4eb87ac3-66a9-412d-956c-5ae5b37abd73, host hv-cinder-83888, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:04:03.108263 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] For port 4eb87ac3-66a9-412d-956c-5ae5b37abd73, host hv-cinder-83888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=4eb87ac3-66a9-412d-956c-5ae5b37abd73,segment=NetworkSegment(0802d4e0-4f59-47a7-8d7e-337a8719f19a),segment_id=0802d4e0-4f59-47a7-8d7e-337a8719f19a)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:04:03.141149 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-032161f0-a688-4217-a1de-0b36d0cc6fa4 service neutron] 10.222.0.13 "GET /v2.0/networks/4b674c87-1c24-4bb4-9319-a67400265e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846886 Apr 22 08:04:03.176042 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-36fe34ce-8484-4428-b1a9-4fff5c34faba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (30cb0bdd-ba3b-42c3-b70f-bdd76fbc752b), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:03.213763 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-36fe34ce-8484-4428-b1a9-4fff5c34faba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=992148f0cfcf45519c08a821f3694ee0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5815849 Apr 22 08:04:03.214554 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59812) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:03.219903 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-99277fe4-1593-4d38-935a-85ede6d11d8c admin admin] Publish callbacks [] for security_group (f5bfb10d-cd60-49c6-928e-285b7f6f33ab), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:03.253271 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe34ce-8484-4428-b1a9-4fff5c34faba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cb0bdd-ba3b-42c3-b70f-bdd76fbc752b,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:03.254170 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-14528c95-37de-40b5-b5da-f34787204302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:03.274545 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079315'] for port (4eb87ac3-66a9-412d-956c-5ae5b37abd73), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:03.295556 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-71873dbe-97f5-4fed-83d2-a0b7aaf1ad45 admin admin] Publish callbacks [] for security_group (30cb0bdd-ba3b-42c3-b70f-bdd76fbc752b), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:03.306919 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:03.308043 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for port (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:03.309457 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] 10.222.0.39 "PUT /v2.0/ports/4eb87ac3-66a9-412d-956c-5ae5b37abd73 HTTP/1.1" status: 200 len: 1093 time: 1.2524469 Apr 22 08:04:03.309909 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14483924-87d4-458b-b320-82c872193e62', 'tag': '4eb87ac3-66a9-412d-956c-5ae5b37abd73'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:04:03.326887 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-f21eb627-8335-49c7-8bb4-2928ea1c77a5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:03.328410 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-f21eb627-8335-49c7-8bb4-2928ea1c77a5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.39 "GET /v2.0/networks?id=13a6078d-58b1-4081-bb3a-ccd74a412f02 HTTP/1.1" status: 200 len: 819 time: 0.1676188 Apr 22 08:04:03.340339 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-ed3929eb-d9e6-4d4e-bf79-27516b8a8bf5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Request body: {'port': {'device_id': '0a342c56-df23-4c13-80ab-a7c69a5bcae8', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'admin_state_up': True, 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:04:03.364828 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-99277fe4-1593-4d38-935a-85ede6d11d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (f5bfb10d-cd60-49c6-928e-285b7f6f33ab), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:03.533979 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-71873dbe-97f5-4fed-83d2-a0b7aaf1ad45 admin admin] Publish callbacks [] for security_group (30cb0bdd-ba3b-42c3-b70f-bdd76fbc752b), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:03.616412 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-99277fe4-1593-4d38-935a-85ede6d11d8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52fa33f99dd0453fbcb8a2a37267ff79&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2352798 Apr 22 08:04:03.652503 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 59828) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:03.694254 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1f660848c79b36bae0e0b840ac11b5c4e167d2979010aa0292c1729aff9b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8114356-30f4-48ba-a971-679a2ab19eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "14483924-87d4-458b-b320-82c872193e62", "tag": "4eb87ac3-66a9-412d-956c-5ae5b37abd73"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:04:03.814364 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a47c373-ce41-4373-9655-2e2a813970b8 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb87ac3-66a9-412d-956c-5ae5b37abd73,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:03.832065 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-b634b27f-1fad-494d-bf6e-7020a14536e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:03.833750 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-b634b27f-1fad-494d-bf6e-7020a14536e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea95f2f73f24412d821786dca4fd986a&device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 1127 time: 0.3700733 Apr 22 08:04:03.911226 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-26aa191c-be87-4ef4-a39e-c57bf5ede3b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb87ac3-66a9-412d-956c-5ae5b37abd73 HTTP/1.1" status: 200 len: 217 time: 0.0674405 Apr 22 08:04:03.964300 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99277fe4-1593-4d38-935a-85ede6d11d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bfb10d-cd60-49c6-928e-285b7f6f33ab,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:03.987186 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6a8da63e-65bb-4d89-8c1e-8ad4c859cfbf req-1f3bfb47-118a-4c0c-a3a8-7cca95971a38 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 210 time: 0.3371608 Apr 22 08:04:04.039941 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-14528c95-37de-40b5-b5da-f34787204302 admin admin] Publish callbacks [] for security_group (34c8fa2b-aa4a-4321-966c-2d288a9f9b70), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:04.112375 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2ff81fe2-1454-4b12-a12f-982bf192e9fc req-d56cdb85-e7df-4a8c-9108-c2ab3d6bdd20 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfc4eb9-90b3-442c-9733-0a0a273812c0 HTTP/1.1" status: 200 len: 210 time: 0.0655086 Apr 22 08:04:04.121729 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-71873dbe-97f5-4fed-83d2-a0b7aaf1ad45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (30cb0bdd-ba3b-42c3-b70f-bdd76fbc752b), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:04.128398 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-14528c95-37de-40b5-b5da-f34787204302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (34c8fa2b-aa4a-4321-966c-2d288a9f9b70), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:04.128720 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-71873dbe-97f5-4fed-83d2-a0b7aaf1ad45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:04.128720 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-71873dbe-97f5-4fed-83d2-a0b7aaf1ad45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30cb0bdd-ba3b-42c3-b70f-bdd76fbc752b HTTP/1.1" status: 204 len: 168 time: 0.9088211 Apr 22 08:04:04.134724 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71873dbe-97f5-4fed-83d2-a0b7aaf1ad45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cb0bdd-ba3b-42c3-b70f-bdd76fbc752b,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:04.152651 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-92a89852-9822-43c4-bc80-91d8bc5cc9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:04.154379 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-92a89852-9822-43c4-bc80-91d8bc5cc9b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=434aae01-3eff-47a2-96c3-7b3f40b18165 HTTP/1.1" status: 200 len: 858 time: 0.2360778 Apr 22 08:04:04.183480 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b94cbba3-2e36-4202-9244-b861a72e13c9 admin admin] Publish callbacks [] for security_group (f5bfb10d-cd60-49c6-928e-285b7f6f33ab), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:04.234325 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59850) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:04.251581 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2d4a5-a722-4b7a-917c-1b5116a7336e req-f48e84c6-62fb-43ef-8d79-8f1d5fe90fec tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:04.253305 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-efa2d4a5-a722-4b7a-917c-1b5116a7336e req-f48e84c6-62fb-43ef-8d79-8f1d5fe90fec tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 943 time: 0.6023407 Apr 22 08:04:04.255195 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c485456f-a240-440a-a3ff-7595c2153d43 req-f81f2276-44d3-42ec-bae2-531ee2d1bc35 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 210 time: 0.0592780 Apr 22 08:04:04.279624 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-ed3929eb-d9e6-4d4e-bf79-27516b8a8bf5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Made reservation on behalf of ea95f2f73f24412d821786dca4fd986a for: {'port': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:04:04.290582 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-ed3929eb-d9e6-4d4e-bf79-27516b8a8bf5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:04.300897 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-14528c95-37de-40b5-b5da-f34787204302 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2141e46ec4bd47949d0fb0d72a7b7d6b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2154865 Apr 22 08:04:04.303444 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-8eeaadd6-dc04-4a4c-830a-8f0099c7fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:04.303444 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-8eeaadd6-dc04-4a4c-830a-8f0099c7fcc0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13a6078d-58b1-4081-bb3a-ccd74a412f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1397636 Apr 22 08:04:04.303444 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59852) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:04.309127 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14528c95-37de-40b5-b5da-f34787204302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c8fa2b-aa4a-4321-966c-2d288a9f9b70,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:04.321552 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b94cbba3-2e36-4202-9244-b861a72e13c9 admin admin] Publish callbacks [] for security_group (f5bfb10d-cd60-49c6-928e-285b7f6f33ab), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:04.385194 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-3e31fca1-62a9-455d-8462-b18a94aa1f56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13f4e531e254454b9c81ece307657b74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493740 Apr 22 08:04:04.392529 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59856) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:04.468150 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-96237295-d00d-4c1a-9a43-298e623e9452 admin admin] Publish callbacks [] for security_group (34c8fa2b-aa4a-4321-966c-2d288a9f9b70), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:04.471127 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-efa2d4a5-a722-4b7a-917c-1b5116a7336e req-3ca66b1b-f1bd-4b18-9032-562f69733a68 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/security-groups?id=35957931-0170-441b-a32a-4ec8d290d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002797 Apr 22 08:04:04.487147 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-6e7445f4-e26c-4508-9147-a18b77535b60 service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684673 Apr 22 08:04:04.512806 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-96237295-d00d-4c1a-9a43-298e623e9452 admin admin] Publish callbacks [] for security_group (34c8fa2b-aa4a-4321-966c-2d288a9f9b70), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:04.563388 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-691b5d55-0510-4770-bbe8-8c6d5d4df5b0 admin admin] Publish callbacks [] for security_group (125b67e7-9739-4348-b8f2-d69aa71e6fb7), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:04.588862 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-ed3929eb-d9e6-4d4e-bf79-27516b8a8bf5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Allocated IP 172.20.0.7 (13a6078d-58b1-4081-bb3a-ccd74a412f02/434aae01-3eff-47a2-96c3-7b3f40b18165/63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:04:04.609357 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-691b5d55-0510-4770-bbe8-8c6d5d4df5b0 admin admin] Publish callbacks [] for security_group (125b67e7-9739-4348-b8f2-d69aa71e6fb7), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:04.637637 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388d5496-beee-4935-90f7-6e2adb12e057 x-openstack-request-id: req-388d5496-beee-4935-90f7-6e2adb12e057 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:04:04.637923 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14483924-87d4-458b-b320-82c872193e62", "tag": "4eb87ac3-66a9-412d-956c-5ae5b37abd73", "status": "completed", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:04:04.638173 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-388d5496-beee-4935-90f7-6e2adb12e057 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:04:04.638647 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-388d5496-beee-4935-90f7-6e2adb12e057'] response: {'name': 'network-changed', 'server_uuid': '14483924-87d4-458b-b320-82c872193e62', 'tag': '4eb87ac3-66a9-412d-956c-5ae5b37abd73', 'status': 'completed', 'code': 200} Apr 22 08:04:04.667054 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-a6e781d5-86fa-4975-8b92-5051fbfae59f req-d8f11e08-cd29-4f41-b268-394660b18c08 service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771293 Apr 22 08:04:04.679963 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b94cbba3-2e36-4202-9244-b861a72e13c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (f5bfb10d-cd60-49c6-928e-285b7f6f33ab), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:04.682520 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b94cbba3-2e36-4202-9244-b861a72e13c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:04.683920 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-b94cbba3-2e36-4202-9244-b861a72e13c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5bfb10d-cd60-49c6-928e-285b7f6f33ab HTTP/1.1" status: 204 len: 168 time: 1.0304539 Apr 22 08:04:04.733313 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cbba3-2e36-4202-9244-b861a72e13c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bfb10d-cd60-49c6-928e-285b7f6f33ab,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:04.747359 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-96237295-d00d-4c1a-9a43-298e623e9452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (34c8fa2b-aa4a-4321-966c-2d288a9f9b70), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:04.750262 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-96237295-d00d-4c1a-9a43-298e623e9452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:04.751905 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-96237295-d00d-4c1a-9a43-298e623e9452 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34c8fa2b-aa4a-4321-966c-2d288a9f9b70 HTTP/1.1" status: 204 len: 168 time: 0.4482110 Apr 22 08:04:04.754312 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-691b5d55-0510-4770-bbe8-8c6d5d4df5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (125b67e7-9739-4348-b8f2-d69aa71e6fb7), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:04.757724 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-691b5d55-0510-4770-bbe8-8c6d5d4df5b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:04.759168 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-691b5d55-0510-4770-bbe8-8c6d5d4df5b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/125b67e7-9739-4348-b8f2-d69aa71e6fb7 HTTP/1.1" status: 204 len: 168 time: 0.3655980 Apr 22 08:04:04.766156 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96237295-d00d-4c1a-9a43-298e623e9452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c8fa2b-aa4a-4321-966c-2d288a9f9b70,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:04.778521 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b5d55-0510-4770-bbe8-8c6d5d4df5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125b67e7-9739-4348-b8f2-d69aa71e6fb7,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:04.836720 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-ed3929eb-d9e6-4d4e-bf79-27516b8a8bf5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for port (63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:04.849511 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8114356-30f4-48ba-a971-679a2ab19eb2 req-c144a5e7-020a-4a08-be5d-8a37e53b5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:04.851261 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d8114356-30f4-48ba-a971-679a2ab19eb2 req-c144a5e7-020a-4a08-be5d-8a37e53b5f85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea95f2f73f24412d821786dca4fd986a&device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 1127 time: 0.0573223 Apr 22 08:04:05.027240 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8114356-30f4-48ba-a971-679a2ab19eb2 req-33cd9aee-6704-466a-bd45-35fdd7ec9a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:05.029059 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d8114356-30f4-48ba-a971-679a2ab19eb2 req-33cd9aee-6704-466a-bd45-35fdd7ec9a2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=13a6078d-58b1-4081-bb3a-ccd74a412f02 HTTP/1.1" status: 200 len: 920 time: 0.1714251 Apr 22 08:04:05.050948 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-ed3929eb-d9e6-4d4e-bf79-27516b8a8bf5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:05.087984 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d8114356-30f4-48ba-a971-679a2ab19eb2 req-8b937460-240b-42dc-96da-82a21442ea9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb87ac3-66a9-412d-956c-5ae5b37abd73 HTTP/1.1" status: 200 len: 217 time: 0.0509002 Apr 22 08:04:05.142613 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-ed3929eb-d9e6-4d4e-bf79-27516b8a8bf5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Network 13a6078d-58b1-4081-bb3a-ccd74a412f02 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:04:05.151274 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-ed3929eb-d9e6-4d4e-bf79-27516b8a8bf5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:04:05.158464 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-ed3929eb-d9e6-4d4e-bf79-27516b8a8bf5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:04:05.159453 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8114356-30f4-48ba-a971-679a2ab19eb2 req-c10bb37c-f7f3-4994-834b-515d4a579ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:05.161062 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d8114356-30f4-48ba-a971-679a2ab19eb2 req-c10bb37c-f7f3-4994-834b-515d4a579ce5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=434aae01-3eff-47a2-96c3-7b3f40b18165 HTTP/1.1" status: 200 len: 858 time: 0.0662882 Apr 22 08:04:05.208190 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3929eb-d9e6-4d4e-bf79-27516b8a8bf5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Pushing event updated for resources: {'Port': ['ID=63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:05.249190 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8114356-30f4-48ba-a971-679a2ab19eb2 req-238fc717-4f27-48ee-88b0-ddd4cfe02c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:05.251247 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d8114356-30f4-48ba-a971-679a2ab19eb2 req-238fc717-4f27-48ee-88b0-ddd4cfe02c88 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13a6078d-58b1-4081-bb3a-ccd74a412f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0816512 Apr 22 08:04:05.279807 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221000a-4bd7-4fbc-bb63-3ed3fe2293ed req-53aaeea8-4ed6-449a-885c-27ffc907c073 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:05.281984 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c221000a-4bd7-4fbc-bb63-3ed3fe2293ed req-53aaeea8-4ed6-449a-885c-27ffc907c073 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 931 time: 0.2118394 Apr 22 08:04:05.298606 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-ed3929eb-d9e6-4d4e-bf79-27516b8a8bf5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:05.299281 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-ed3929eb-d9e6-4d4e-bf79-27516b8a8bf5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:05.349079 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59876) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:05.351638 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-38d91116-6505-4013-9b53-cdd96ae310b2 req-ac4397c3-34d0-4adf-b995-58ab3beae984 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfc4eb9-90b3-442c-9733-0a0a273812c0 HTTP/1.1" status: 200 len: 210 time: 0.0652564 Apr 22 08:04:05.370964 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7402e193-f5d1-44a4-b93b-d2fd8ea00d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:05.458802 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d8114356-30f4-48ba-a971-679a2ab19eb2 req-f486a12c-b704-4be8-880c-3ff40c0bc6dd service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988332 Apr 22 08:04:05.468861 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c221000a-4bd7-4fbc-bb63-3ed3fe2293ed req-400136ab-be97-446c-a020-864e23e09e1d tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504884 Apr 22 08:04:05.480047 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-ed3929eb-d9e6-4d4e-bf79-27516b8a8bf5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1412714 Apr 22 08:04:05.492007 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] Request body: {'port': {'device_id': '0a342c56-df23-4c13-80ab-a7c69a5bcae8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83888'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:04:05.578303 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0fbdd96d-3c73-47aa-a1df-0ec5178d075e req-686060d4-1d61-4ea9-8265-638fef60fa42 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 210 time: 0.0534172 Apr 22 08:04:05.654937 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7402e193-f5d1-44a4-b93b-d2fd8ea00d76 admin admin] Publish callbacks [] for security_group (747601be-50e1-47f0-9eb3-e476113999cc), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:05.666570 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d8114356-30f4-48ba-a971-679a2ab19eb2 req-63c5ebbb-c2e8-421a-b71b-50ee25f9c780 service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626761 Apr 22 08:04:05.671173 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-439f3262-b2c6-4711-9988-d030921015fc None None] Provisioning complete for port 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:04:05.674447 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-439f3262-b2c6-4711-9988-d030921015fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:05.687766 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:05.727506 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-439f3262-b2c6-4711-9988-d030921015fc None None] Port 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:04:05.747577 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7402e193-f5d1-44a4-b93b-d2fd8ea00d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (747601be-50e1-47f0-9eb3-e476113999cc), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:05.755175 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd1ec1-f0af-4e22-9131-204d6dece854 req-f06d3619-e2b3-4252-855e-beeab5cffa9d tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:05.756962 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-46cd1ec1-f0af-4e22-9131-204d6dece854 req-f06d3619-e2b3-4252-855e-beeab5cffa9d tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 943 time: 0.1508937 Apr 22 08:04:05.810824 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402e193-f5d1-44a4-b93b-d2fd8ea00d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747601be-50e1-47f0-9eb3-e476113999cc,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:05.826134 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-7402e193-f5d1-44a4-b93b-d2fd8ea00d76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e36f514a2114df4b79ee098ec416b3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4759216 Apr 22 08:04:05.838820 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59882) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:05.887326 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-46cd1ec1-f0af-4e22-9131-204d6dece854 req-f972a8c0-8282-4260-990f-7c6765c38123 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/security-groups?id=35957931-0170-441b-a32a-4ec8d290d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209507 Apr 22 08:04:05.924211 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fa60053e-e54b-4f07-bf9f-57279fb35271 admin admin] Publish callbacks [] for security_group (747601be-50e1-47f0-9eb3-e476113999cc), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:05.962757 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fa60053e-e54b-4f07-bf9f-57279fb35271 admin admin] Publish callbacks [] for security_group (747601be-50e1-47f0-9eb3-e476113999cc), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:06.037775 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 899257f3-b6f8-487a-af7b-b8d61f53e229 details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:04:06.090994 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 {{(pid=103832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:04:06.098818 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] Publish callbacks [] for port (63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:06.159967 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 899257f3-b6f8-487a-af7b-b8d61f53e229, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=899257f3-b6f8-487a-af7b-b8d61f53e229,segment=NetworkSegment(c8e36c8b-704e-424e-a167-cc58800ff4e4),segment_id=c8e36c8b-704e-424e-a167-cc58800ff4e4)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:04:06.166910 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.provisioning_blocks [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] Transition to ACTIVE for port object 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 will not be triggered until provisioned by entity L2. {{(pid=103832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 22 08:04:06.173900 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fa60053e-e54b-4f07-bf9f-57279fb35271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (747601be-50e1-47f0-9eb3-e476113999cc), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:06.173900 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fa60053e-e54b-4f07-bf9f-57279fb35271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:06.173900 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-fa60053e-e54b-4f07-bf9f-57279fb35271 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/747601be-50e1-47f0-9eb3-e476113999cc HTTP/1.1" status: 204 len: 168 time: 0.3315418 Apr 22 08:04:06.174196 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': '899257f3-b6f8-487a-af7b-b8d61f53e229', 'network_id': '2271ae03-6276-49f9-8980-74f19df8514f', 'port_id': '899257f3-b6f8-487a-af7b-b8d61f53e229', 'mac_address': 'fa:16:3e:7d:3b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34d67503-1f36-49d5-8ff8-f8434bd3064e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:04:06.179910 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60053e-e54b-4f07-bf9f-57279fb35271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747601be-50e1-47f0-9eb3-e476113999cc,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:06.221426 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 899257f3-b6f8-487a-af7b-b8d61f53e229 is: DOWN; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:04:06.221821 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (899257f3-b6f8-487a-af7b-b8d61f53e229), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:06.237690 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899257f3-b6f8-487a-af7b-b8d61f53e229 {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:04:06.263008 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 899257f3-b6f8-487a-af7b-b8d61f53e229, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=899257f3-b6f8-487a-af7b-b8d61f53e229,segment=NetworkSegment(c8e36c8b-704e-424e-a167-cc58800ff4e4),segment_id=c8e36c8b-704e-424e-a167-cc58800ff4e4)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:04:06.329597 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:06.378755 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (899257f3-b6f8-487a-af7b-b8d61f53e229), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:06.380834 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] Pushing event updated for resources: {'Port': ['ID=63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:06.446448 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=899257f3-b6f8-487a-af7b-b8d61f53e229,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:06.484554 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ec6a3133-4de0-470b-aeb7-a9c315d8f1ce req-53ecfdb9-e80b-4f40-a35a-86b79b1f6c43 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfc4eb9-90b3-442c-9733-0a0a273812c0 HTTP/1.1" status: 200 len: 210 time: 0.0434227 Apr 22 08:04:06.512582 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] Attempting to bind port 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 on host hv-cinder-83888 for vnic_type normal with profile {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:04:06.513793 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] Attempting to bind port 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 by drivers openvswitch,hyperv on host hv-cinder-83888 at level 0 using segments [{'id': '0802d4e0-4f59-47a7-8d7e-337a8719f19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02'}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:04:06.514531 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] Attempting to bind port 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 on network 13a6078d-58b1-4081-bb3a-ccd74a412f02 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:04:06.516674 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59896) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:06.535233 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bfbebcfc-d8ba-424d-b0cc-089ad9d49a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:06.535661 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] Port 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 on network 13a6078d-58b1-4081-bb3a-ccd74a412f02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83888 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 08:04:06.536229 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] Attempting to bind port 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 on network 13a6078d-58b1-4081-bb3a-ccd74a412f02 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:04:06.552569 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] Checking agent: {'id': '5d37a790-f600-4ea4-a99b-32bf15642def', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'started_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:04:06.553868 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] Checking segment: {'id': '0802d4e0-4f59-47a7-8d7e-337a8719f19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:04:06.554522 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] Bound using segment: {'id': '0802d4e0-4f59-47a7-8d7e-337a8719f19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02'} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:04:06.555206 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] Bound port: 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0, host: hv-cinder-83888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0802d4e0-4f59-47a7-8d7e-337a8719f19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02'}}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:04:06.556024 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:06.656882 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59900) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:06.678885 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['899257f3-b6f8-487a-af7b-b8d61f53e229'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:04:06.714800 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-38581037-c5a1-4d75-9e1b-2ed53d0a8bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:06.738700 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] For port 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0, host hv-cinder-83888, cleared binding levels {{(pid=103832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:04:06.774818 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a275015a-c9f4-4d33-84f0-321259147141 req-362a8244-409e-40c5-9561-634e4d6086f0 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 210 time: 0.0472105 Apr 22 08:04:06.805624 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] For port 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0, host hv-cinder-83888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0,segment=NetworkSegment(0802d4e0-4f59-47a7-8d7e-337a8719f19a),segment_id=0802d4e0-4f59-47a7-8d7e-337a8719f19a)] {{(pid=103832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:04:06.811107 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcce758-246e-4011-9c52-bbc5b0c6d581 req-55cd1856-484c-4aa8-a5e5-f9c3d84fba42 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:06.812650 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5dcce758-246e-4011-9c52-bbc5b0c6d581 req-55cd1856-484c-4aa8-a5e5-f9c3d84fba42 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 943 time: 0.2379618 Apr 22 08:04:06.846118 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.39', 53397) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:06.853236 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bfbebcfc-d8ba-424d-b0cc-089ad9d49a17 admin admin] Publish callbacks [] for security_group (156275b5-3c04-4dc4-98de-cd7bed7ad390), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:06.959863 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:06.988102 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-38581037-c5a1-4d75-9e1b-2ed53d0a8bfa admin admin] Publish callbacks [] for security_group (387983c1-cc5b-40de-90fe-20647823047f), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:07.024994 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-6a167194-dfb3-47ef-a7be-1f7e83da08f1 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:07.026808 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-6a167194-dfb3-47ef-a7be-1f7e83da08f1 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.39 "GET /v2.0/networks?id=6dee7f59-68db-465f-b55a-26e8be06de12 HTTP/1.1" status: 200 len: 815 time: 0.2087712 Apr 22 08:04:07.027605 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bfbebcfc-d8ba-424d-b0cc-089ad9d49a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (156275b5-3c04-4dc4-98de-cd7bed7ad390), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:07.067436 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbebcfc-d8ba-424d-b0cc-089ad9d49a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156275b5-3c04-4dc4-98de-cd7bed7ad390,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:07.110887 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5dcce758-246e-4011-9c52-bbc5b0c6d581 req-eebab14b-6a90-4356-a3e5-5eb5d2f1f9cc tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886755 Apr 22 08:04:07.132868 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:07.139661 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:07.142103 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] 10.222.0.39 "PUT /v2.0/ports/63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 HTTP/1.1" status: 200 len: 1093 time: 1.6570919 Apr 22 08:04:07.142729 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a342c56-df23-4c13-80ab-a7c69a5bcae8', 'tag': '63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:04:07.145254 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a85518-6c7f-45ac-b15e-f573460918e7" -d '{"events": [{"name": "network-changed", "server_uuid": "0a342c56-df23-4c13-80ab-a7c69a5bcae8", "tag": "63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:04:07.195250 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-979f9017-2e1f-4f7d-bd3c-381442bdd967 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:07.197080 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-979f9017-2e1f-4f7d-bd3c-381442bdd967 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.39 "GET /v2.0/networks?id=4b674c87-1c24-4bb4-9319-a67400265e39 HTTP/1.1" status: 200 len: 816 time: 0.3496141 Apr 22 08:04:07.207979 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-4cc14311-b745-4485-8f57-2e60bfe9618d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=418089b9d73b40b198fe850c8e0fa9b8 HTTP/1.1" status: 200 len: 380 time: 0.1447933 Apr 22 08:04:07.207979 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-bfbebcfc-d8ba-424d-b0cc-089ad9d49a17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6c92f1a454e4ff6b0b736daa9829d18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6861444 Apr 22 08:04:07.207979 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-38581037-c5a1-4d75-9e1b-2ed53d0a8bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (387983c1-cc5b-40de-90fe-20647823047f), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:07.209046 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59912) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:07.302286 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-f2a293cb-4ffa-4d1e-ad0d-85eda45d9c38 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'port': {'device_id': 'dbfc4eb9-90b3-442c-9733-0a0a273812c0', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'admin_state_up': True, 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'security_groups': ['2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca']}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:04:07.312496 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38581037-c5a1-4d75-9e1b-2ed53d0a8bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387983c1-cc5b-40de-90fe-20647823047f,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:07.346465 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fe9858-e273-4083-bfc0-b1b051131695 x-openstack-request-id: req-11fe9858-e273-4083-bfc0-b1b051131695 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:04:07.347089 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a342c56-df23-4c13-80ab-a7c69a5bcae8", "tag": "63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:04:07.347089 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11fe9858-e273-4083-bfc0-b1b051131695 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:04:07.361755 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11fe9858-e273-4083-bfc0-b1b051131695'] response: {'name': 'network-changed', 'server_uuid': '0a342c56-df23-4c13-80ab-a7c69a5bcae8', 'tag': '63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0', 'status': 'completed', 'code': 200} Apr 22 08:04:07.400152 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-38581037-c5a1-4d75-9e1b-2ed53d0a8bfa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a52b50fb95d4f53af552687d7920ef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7415481 Apr 22 08:04:07.418771 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63098d97-37d7-487e-889d-3a4f67e96440 req-82202e9d-ee7d-44fa-b653-8546efa484da tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:07.422183 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 59928) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:07.424688 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-63098d97-37d7-487e-889d-3a4f67e96440 req-82202e9d-ee7d-44fa-b653-8546efa484da tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 944 time: 0.3761246 Apr 22 08:04:07.425532 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf439d7a-1d1c-4282-b78a-3d04000a5c85 service neutron] Pushing event updated for resources: {'Port': ['ID=63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0,revision_number=3']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:07.460512 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7d749868-732c-4b46-a265-ef2c1daf7303 admin admin] Publish callbacks [] for security_group (156275b5-3c04-4dc4-98de-cd7bed7ad390), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:07.538717 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-c98cbf30-3275-4f50-a1ee-2cc900c462a5 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b16e55435fdd44369ad143385457d955 HTTP/1.1" status: 200 len: 379 time: 0.3185384 Apr 22 08:04:07.547309 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7d749868-732c-4b46-a265-ef2c1daf7303 admin admin] Publish callbacks [] for security_group (156275b5-3c04-4dc4-98de-cd7bed7ad390), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:07.549366 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c8a6b9aa-a705-44fe-9574-9db597962c1f admin admin] Publish callbacks [] for security_group (387983c1-cc5b-40de-90fe-20647823047f), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:07.549553 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-63098d97-37d7-487e-889d-3a4f67e96440 req-bf3902aa-80f5-4afd-9f78-a9c5445d4524 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/security-groups?id=35957931-0170-441b-a32a-4ec8d290d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087263 Apr 22 08:04:07.553672 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-087318cf-ef89-4006-91c5-f3d8bd652352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:07.555065 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-087318cf-ef89-4006-91c5-f3d8bd652352 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea95f2f73f24412d821786dca4fd986a&device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 1127 time: 0.2618158 Apr 22 08:04:07.558550 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-2b93c8e3-c4b2-4f5c-aad4-f936be2cf5b1 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Request body: {'port': {'device_id': '63a24ec7-f00f-47fc-9c89-aa6fb0222fcd', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'admin_state_up': True, 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'security_groups': ['32f8aa74-22c7-4edf-a786-f5bb3c1eac62']}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:04:07.613229 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c8a6b9aa-a705-44fe-9574-9db597962c1f admin admin] Publish callbacks [] for security_group (387983c1-cc5b-40de-90fe-20647823047f), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:07.686739 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-babdf190-7d18-414c-b0cc-0d98fd0c822c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 HTTP/1.1" status: 200 len: 217 time: 0.1028237 Apr 22 08:04:07.689476 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-f2a293cb-4ffa-4d1e-ad0d-85eda45d9c38 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Made reservation on behalf of 418089b9d73b40b198fe850c8e0fa9b8 for: {'port': 1} {{(pid=103833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:04:07.693033 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-f2a293cb-4ffa-4d1e-ad0d-85eda45d9c38 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:07.695467 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f09ed490-552d-47fc-97a1-290fc7d82968 req-ed699135-c5da-4e21-97b4-b2b36ff6bce7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfc4eb9-90b3-442c-9733-0a0a273812c0 HTTP/1.1" status: 200 len: 210 time: 0.0791154 Apr 22 08:04:07.722471 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7d749868-732c-4b46-a265-ef2c1daf7303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (156275b5-3c04-4dc4-98de-cd7bed7ad390), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:07.725661 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7d749868-732c-4b46-a265-ef2c1daf7303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:07.729427 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-7d749868-732c-4b46-a265-ef2c1daf7303 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/156275b5-3c04-4dc4-98de-cd7bed7ad390 HTTP/1.1" status: 204 len: 168 time: 0.4735730 Apr 22 08:04:07.738303 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d749868-732c-4b46-a265-ef2c1daf7303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156275b5-3c04-4dc4-98de-cd7bed7ad390,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:07.774046 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c8a6b9aa-a705-44fe-9574-9db597962c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (387983c1-cc5b-40de-90fe-20647823047f), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:07.777544 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c8a6b9aa-a705-44fe-9574-9db597962c1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:07.781102 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-c8a6b9aa-a705-44fe-9574-9db597962c1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/387983c1-cc5b-40de-90fe-20647823047f HTTP/1.1" status: 204 len: 168 time: 0.3546026 Apr 22 08:04:07.795748 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-ffb01e6b-0512-4b04-913d-0f71b34b0cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:07.797584 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-ffb01e6b-0512-4b04-913d-0f71b34b0cdc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=434aae01-3eff-47a2-96c3-7b3f40b18165 HTTP/1.1" status: 200 len: 858 time: 0.1007226 Apr 22 08:04:07.843750 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6b9aa-a705-44fe-9574-9db597962c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387983c1-cc5b-40de-90fe-20647823047f,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:07.883770 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-30106e51-e823-4317-a2ea-4c521d7e3647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:07.885434 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-30106e51-e823-4317-a2ea-4c521d7e3647 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13a6078d-58b1-4081-bb3a-ccd74a412f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0821972 Apr 22 08:04:07.932866 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-f2a293cb-4ffa-4d1e-ad0d-85eda45d9c38 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Allocated IP 172.20.0.14 (6dee7f59-68db-465f-b55a-26e8be06de12/641627bb-b95d-4c67-8726-0140678dc8e7/2544c230-aa0b-4b61-9082-8839314c06b8) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:04:08.035848 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 4eb87ac3-66a9-412d-956c-5ae5b37abd73 details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:04:08.058177 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 899257f3-b6f8-487a-af7b-b8d61f53e229 up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:04:08.093782 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-f2a293cb-4ffa-4d1e-ad0d-85eda45d9c38 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for port (2544c230-aa0b-4b61-9082-8839314c06b8), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:08.135370 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-2b93c8e3-c4b2-4f5c-aad4-f936be2cf5b1 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Made reservation on behalf of b16e55435fdd44369ad143385457d955 for: {'port': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:04:08.138717 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-2b93c8e3-c4b2-4f5c-aad4-f936be2cf5b1 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:08.155119 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6f29559e-dce8-4794-99b6-e160a96ecdda req-9c720b29-1de7-4f92-b309-f40be7482055 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 210 time: 0.2544420 Apr 22 08:04:08.237214 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 4eb87ac3-66a9-412d-956c-5ae5b37abd73, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=4eb87ac3-66a9-412d-956c-5ae5b37abd73,segment=NetworkSegment(0802d4e0-4f59-47a7-8d7e-337a8719f19a),segment_id=0802d4e0-4f59-47a7-8d7e-337a8719f19a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:04:08.251160 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': '4eb87ac3-66a9-412d-956c-5ae5b37abd73', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'port_id': '4eb87ac3-66a9-412d-956c-5ae5b37abd73', 'mac_address': 'fa:16:3e:94:9f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:04:08.310824 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-17f19ef0-5552-41f1-b213-95ec535408b4 service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183991 Apr 22 08:04:08.312622 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 4eb87ac3-66a9-412d-956c-5ae5b37abd73 is: DOWN; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:04:08.313020 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (4eb87ac3-66a9-412d-956c-5ae5b37abd73), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:08.330300 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-f2a293cb-4ffa-4d1e-ad0d-85eda45d9c38 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (2544c230-aa0b-4b61-9082-8839314c06b8), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:08.343676 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb87ac3-66a9-412d-956c-5ae5b37abd73 {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:04:08.364041 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning for port 899257f3-b6f8-487a-af7b-b8d61f53e229 completed by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 08:04:08.370914 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port 899257f3-b6f8-487a-af7b-b8d61f53e229 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:04:08.371293 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (899257f3-b6f8-487a-af7b-b8d61f53e229), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:08.391101 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-f2a293cb-4ffa-4d1e-ad0d-85eda45d9c38 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Network 6dee7f59-68db-465f-b55a-26e8be06de12 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:04:08.394294 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-f2a293cb-4ffa-4d1e-ad0d-85eda45d9c38 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:04:08.399127 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-f2a293cb-4ffa-4d1e-ad0d-85eda45d9c38 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:04:08.411230 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca415b89-e382-44e3-b82a-c3c25199c3fa req-e169dd15-edab-4082-8079-6a2944b5722a tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:08.412831 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ca415b89-e382-44e3-b82a-c3c25199c3fa req-e169dd15-edab-4082-8079-6a2944b5722a tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 943 time: 0.1757934 Apr 22 08:04:08.420726 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 4eb87ac3-66a9-412d-956c-5ae5b37abd73, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=4eb87ac3-66a9-412d-956c-5ae5b37abd73,segment=NetworkSegment(0802d4e0-4f59-47a7-8d7e-337a8719f19a),segment_id=0802d4e0-4f59-47a7-8d7e-337a8719f19a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:04:08.442841 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-2b93c8e3-c4b2-4f5c-aad4-f936be2cf5b1 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Allocated IP 172.20.0.13 (4b674c87-1c24-4bb4-9319-a67400265e39/093be093-5f28-4c4a-80b0-be7fd291fc71/9f6da4a7-c21c-41aa-b181-66e1c46d5cbd) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:04:08.444495 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a293cb-4ffa-4d1e-ad0d-85eda45d9c38 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'Port': ['ID=2544c230-aa0b-4b61-9082-8839314c06b8,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:08.500558 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (4eb87ac3-66a9-412d-956c-5ae5b37abd73), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:08.523680 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-f2a293cb-4ffa-4d1e-ad0d-85eda45d9c38 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:08.524349 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-f2a293cb-4ffa-4d1e-ad0d-85eda45d9c38 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for port (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:08.559240 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cba8f0d9-7316-44e9-b83c-12c48e743f7d req-9a04223f-930f-4470-be1b-217fbce48766 service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219212 Apr 22 08:04:08.580971 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=4eb87ac3-66a9-412d-956c-5ae5b37abd73,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:08.590074 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ca415b89-e382-44e3-b82a-c3c25199c3fa req-27216019-6bb8-48aa-a1ac-ce373a826f55 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574554 Apr 22 08:04:08.611572 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 899257f3-b6f8-487a-af7b-b8d61f53e229 is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:04:08.611963 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (899257f3-b6f8-487a-af7b-b8d61f53e229), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:08.622779 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-f2a293cb-4ffa-4d1e-ad0d-85eda45d9c38 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3399007 Apr 22 08:04:08.635552 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] Request body: {'port': {'device_id': 'dbfc4eb9-90b3-442c-9733-0a0a273812c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83888'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:04:08.655545 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2fba0e-e304-4733-aa14-b2e50b065617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899257f3-b6f8-487a-af7b-b8d61f53e229'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:04:08.743690 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['4eb87ac3-66a9-412d-956c-5ae5b37abd73'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:04:08.790994 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (2544c230-aa0b-4b61-9082-8839314c06b8), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:08.800080 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 899257f3-b6f8-487a-af7b-b8d61f53e229, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=899257f3-b6f8-487a-af7b-b8d61f53e229,segment=NetworkSegment(c8e36c8b-704e-424e-a167-cc58800ff4e4),segment_id=c8e36c8b-704e-424e-a167-cc58800ff4e4)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:04:08.930942 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a85518-6c7f-45ac-b15e-f573460918e7 req-35556206-2573-4e02-b155-1e4fd9bf7e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:08.930942 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c6a85518-6c7f-45ac-b15e-f573460918e7 req-35556206-2573-4e02-b155-1e4fd9bf7e6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea95f2f73f24412d821786dca4fd986a&device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 1127 time: 0.2227981 Apr 22 08:04:08.930942 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-2b93c8e3-c4b2-4f5c-aad4-f936be2cf5b1 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:08.938222 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327946cd-96f2-441e-a80c-37f1e65679ab req-61915b0f-1ef2-49ac-8a93-10ccac1b4c99 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:08.941833 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (899257f3-b6f8-487a-af7b-b8d61f53e229), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:08.945956 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-327946cd-96f2-441e-a80c-37f1e65679ab req-61915b0f-1ef2-49ac-8a93-10ccac1b4c99 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 944 time: 0.2450135 Apr 22 08:04:08.989622 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-e356b77e-7b7d-43e5-818c-ebbbe6372b5b None None] Provisioning complete for port 2544c230-aa0b-4b61-9082-8839314c06b8 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:04:08.990011 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e356b77e-7b7d-43e5-818c-ebbbe6372b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (2544c230-aa0b-4b61-9082-8839314c06b8), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:09.023019 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4a8f8-b0dd-4de1-80d7-68c5de347dc3 req-df7701c0-85cf-4310-8321-44162c7b0009 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:09.029507 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a1e4a8f8-b0dd-4de1-80d7-68c5de347dc3 req-df7701c0-85cf-4310-8321-44162c7b0009 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfc4eb9-90b3-442c-9733-0a0a273812c0 HTTP/1.1" status: 200 len: 932 time: 0.2235689 Apr 22 08:04:09.039861 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-e356b77e-7b7d-43e5-818c-ebbbe6372b5b None None] Port 2544c230-aa0b-4b61-9082-8839314c06b8 cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:04:09.090197 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=899257f3-b6f8-487a-af7b-b8d61f53e229,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:09.204526 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-327946cd-96f2-441e-a80c-37f1e65679ab req-0fdbc795-e88e-48aa-8ac0-581f3297971a tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/security-groups?id=35957931-0170-441b-a32a-4ec8d290d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574241 Apr 22 08:04:09.223615 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a1e4a8f8-b0dd-4de1-80d7-68c5de347dc3 req-e5798ead-fac4-470b-9a8b-866fdf678c55 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930866 Apr 22 08:04:09.227839 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf41857d-9975-44cf-9f01-d12013686b81" -d '{"events": [{"server_uuid": "2a2fba0e-e304-4733-aa14-b2e50b065617", "name": "network-vif-plugged", "status": "completed", "tag": "899257f3-b6f8-487a-af7b-b8d61f53e229"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:04:09.237402 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-2b93c8e3-c4b2-4f5c-aad4-f936be2cf5b1 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:09.243562 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a85518-6c7f-45ac-b15e-f573460918e7 req-b0902e6c-81bf-4647-9036-061d8cfa6f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:09.245920 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c6a85518-6c7f-45ac-b15e-f573460918e7 req-b0902e6c-81bf-4647-9036-061d8cfa6f6f service neutron] 10.222.0.39 "GET /v2.0/networks?id=13a6078d-58b1-4081-bb3a-ccd74a412f02 HTTP/1.1" status: 200 len: 920 time: 0.2947493 Apr 22 08:04:09.372203 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c6a85518-6c7f-45ac-b15e-f573460918e7 req-2ec8d22c-af69-4b3b-b999-9c07f7032d4e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 HTTP/1.1" status: 200 len: 217 time: 0.1153250 Apr 22 08:04:09.385979 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-2b93c8e3-c4b2-4f5c-aad4-f936be2cf5b1 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Network 4b674c87-1c24-4bb4-9319-a67400265e39 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:04:09.414525 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-2b93c8e3-c4b2-4f5c-aad4-f936be2cf5b1 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:04:09.421642 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-2b93c8e3-c4b2-4f5c-aad4-f936be2cf5b1 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:04:09.477166 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93c8e3-c4b2-4f5c-aad4-f936be2cf5b1 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Pushing event updated for resources: {'Port': ['ID=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:09.484950 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2544c230-aa0b-4b61-9082-8839314c06b8 {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:04:09.493654 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] Publish callbacks [] for port (2544c230-aa0b-4b61-9082-8839314c06b8), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:09.510820 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] Transition to ACTIVE for port object 2544c230-aa0b-4b61-9082-8839314c06b8 will not be triggered until provisioned by entity L2. {{(pid=103833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 22 08:04:09.522326 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a85518-6c7f-45ac-b15e-f573460918e7 req-c1200dab-3221-4a98-8617-6a58b058edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:09.523843 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c6a85518-6c7f-45ac-b15e-f573460918e7 req-c1200dab-3221-4a98-8617-6a58b058edbd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=434aae01-3eff-47a2-96c3-7b3f40b18165 HTTP/1.1" status: 200 len: 858 time: 0.1348214 Apr 22 08:04:09.531151 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-2b93c8e3-c4b2-4f5c-aad4-f936be2cf5b1 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:09.531818 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-2b93c8e3-c4b2-4f5c-aad4-f936be2cf5b1 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:09.551200 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c111cd5-4314-4e29-8201-180137dd092f req-fbaebf17-4759-4f8c-a91a-379c69320944 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:09.552760 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3c111cd5-4314-4e29-8201-180137dd092f req-fbaebf17-4759-4f8c-a91a-379c69320944 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 932 time: 0.1893642 Apr 22 08:04:09.596339 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079315'] for port (2544c230-aa0b-4b61-9082-8839314c06b8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:09.655573 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3c111cd5-4314-4e29-8201-180137dd092f req-e03c184c-5809-485a-b130-9d36a6668662 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743940 Apr 22 08:04:09.661100 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a85518-6c7f-45ac-b15e-f573460918e7 req-deba0d0a-7195-4c3e-a736-2631aeebf7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:09.665148 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c6a85518-6c7f-45ac-b15e-f573460918e7 req-deba0d0a-7195-4c3e-a736-2631aeebf7b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13a6078d-58b1-4081-bb3a-ccd74a412f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1274185 Apr 22 08:04:09.732014 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-2b93c8e3-c4b2-4f5c-aad4-f936be2cf5b1 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1602829 Apr 22 08:04:09.737880 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] Request body: {'port': {'device_id': '63a24ec7-f00f-47fc-9c89-aa6fb0222fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83888'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:04:09.773410 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] Attempting to bind port 2544c230-aa0b-4b61-9082-8839314c06b8 on host hv-cinder-83888 for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:04:09.773749 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] Attempting to bind port 2544c230-aa0b-4b61-9082-8839314c06b8 by drivers openvswitch,hyperv on host hv-cinder-83888 at level 0 using segments [{'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:04:09.774234 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] Attempting to bind port 2544c230-aa0b-4b61-9082-8839314c06b8 on network 6dee7f59-68db-465f-b55a-26e8be06de12 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:04:09.779327 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] Port 2544c230-aa0b-4b61-9082-8839314c06b8 on network 6dee7f59-68db-465f-b55a-26e8be06de12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83888 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 08:04:09.779650 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] Attempting to bind port 2544c230-aa0b-4b61-9082-8839314c06b8 on network 6dee7f59-68db-465f-b55a-26e8be06de12 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:04:09.785276 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] Checking agent: {'id': '5d37a790-f600-4ea4-a99b-32bf15642def', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'started_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:04:09.785909 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] Checking segment: {'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:04:09.786330 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] Bound using segment: {'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:04:09.788345 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] Bound port: 2544c230-aa0b-4b61-9082-8839314c06b8, host: hv-cinder-83888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:04:09.788717 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (2544c230-aa0b-4b61-9082-8839314c06b8), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:09.789306 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-ea122827-e0a9-4e1e-aa37-9302f7e20aac None None] Provisioning complete for port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:04:09.790127 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-ea122827-e0a9-4e1e-aa37-9302f7e20aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:09.792790 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] Pushing event updated for resources: {'Port': ['ID=2544c230-aa0b-4b61-9082-8839314c06b8,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:09.867022 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-ea122827-e0a9-4e1e-aa37-9302f7e20aac None None] Port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:04:09.877500 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749d9121-642a-4729-8aef-3260e6d8fce0 x-openstack-request-id: req-749d9121-642a-4729-8aef-3260e6d8fce0 {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:04:09.877500 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2fba0e-e304-4733-aa14-b2e50b065617", "name": "network-vif-plugged", "status": "completed", "tag": "899257f3-b6f8-487a-af7b-b8d61f53e229", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:04:09.877751 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-749d9121-642a-4729-8aef-3260e6d8fce0 {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:04:09.878016 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-749d9121-642a-4729-8aef-3260e6d8fce0'] response: {'server_uuid': '2a2fba0e-e304-4733-aa14-b2e50b065617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899257f3-b6f8-487a-af7b-b8d61f53e229', 'code': 200} Apr 22 08:04:09.891456 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] For port 2544c230-aa0b-4b61-9082-8839314c06b8, host hv-cinder-83888, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:04:09.897364 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] For port 2544c230-aa0b-4b61-9082-8839314c06b8, host hv-cinder-83888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=2544c230-aa0b-4b61-9082-8839314c06b8,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:04:09.961312 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c6a85518-6c7f-45ac-b15e-f573460918e7 req-08dee455-b8fe-4e41-8575-d5ffee3b113e service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882168 Apr 22 08:04:09.964719 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:09.977103 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93501bc4-6d39-4cb3-b6fc-cb7d971b716d req-3ad54cfd-1f00-45ed-b234-b1ff332b920b tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:09.982079 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-93501bc4-6d39-4cb3-b6fc-cb7d971b716d req-3ad54cfd-1f00-45ed-b234-b1ff332b920b tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 943 time: 0.1944056 Apr 22 08:04:09.991695 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079315'] for port (2544c230-aa0b-4b61-9082-8839314c06b8), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:10.047770 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:10.047770 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for port (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:10.047770 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] 10.222.0.39 "PUT /v2.0/ports/2544c230-aa0b-4b61-9082-8839314c06b8 HTTP/1.1" status: 200 len: 1094 time: 1.4163632 Apr 22 08:04:10.051894 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 4eb87ac3-66a9-412d-956c-5ae5b37abd73 up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:04:10.062922 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfc4eb9-90b3-442c-9733-0a0a273812c0', 'tag': '2544c230-aa0b-4b61-9082-8839314c06b8'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:04:10.071496 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1f660848c79b36bae0e0b840ac11b5c4e167d2979010aa0292c1729aff9b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bbd289-ac52-4f8c-97d1-1c27f4a5622c" -d '{"events": [{"name": "network-changed", "server_uuid": "dbfc4eb9-90b3-442c-9733-0a0a273812c0", "tag": "2544c230-aa0b-4b61-9082-8839314c06b8"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:04:10.146701 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1cfa7-bc4f-4281-b2b6-6abf67c6c5ee service neutron] Pushing event updated for resources: {'Port': ['ID=2544c230-aa0b-4b61-9082-8839314c06b8,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:10.158034 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bfd4c3-1e85-49a9-a97f-a55a4da56755 x-openstack-request-id: req-a4bfd4c3-1e85-49a9-a97f-a55a4da56755 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:04:10.159182 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbfc4eb9-90b3-442c-9733-0a0a273812c0", "tag": "2544c230-aa0b-4b61-9082-8839314c06b8", "status": "completed", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:04:10.160185 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4bfd4c3-1e85-49a9-a97f-a55a4da56755 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:04:10.161205 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4bfd4c3-1e85-49a9-a97f-a55a4da56755'] response: {'name': 'network-changed', 'server_uuid': 'dbfc4eb9-90b3-442c-9733-0a0a273812c0', 'tag': '2544c230-aa0b-4b61-9082-8839314c06b8', 'status': 'completed', 'code': 200} Apr 22 08:04:10.175919 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-93501bc4-6d39-4cb3-b6fc-cb7d971b716d req-a7748d4a-65f2-44f9-a6e1-583695fc8c5e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792395 Apr 22 08:04:10.217386 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning for port 4eb87ac3-66a9-412d-956c-5ae5b37abd73 completed by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 08:04:10.226203 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port 4eb87ac3-66a9-412d-956c-5ae5b37abd73 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:04:10.226646 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (4eb87ac3-66a9-412d-956c-5ae5b37abd73), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:10.240253 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.39', 53403) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:10.263140 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c6a85518-6c7f-45ac-b15e-f573460918e7 req-162ffa19-5d91-41dc-b499-7e81dd540686 service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942443 Apr 22 08:04:10.417673 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-c96787ac-083d-4c5b-ad82-ab6f6f31d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:10.419120 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-c96787ac-083d-4c5b-ad82-ab6f6f31d9ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=418089b9d73b40b198fe850c8e0fa9b8&device_id=dbfc4eb9-90b3-442c-9733-0a0a273812c0 HTTP/1.1" status: 200 len: 1128 time: 0.2634158 Apr 22 08:04:10.442913 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 4eb87ac3-66a9-412d-956c-5ae5b37abd73 is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:04:10.443315 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (4eb87ac3-66a9-412d-956c-5ae5b37abd73), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:10.534962 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 4eb87ac3-66a9-412d-956c-5ae5b37abd73, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=4eb87ac3-66a9-412d-956c-5ae5b37abd73,segment=NetworkSegment(0802d4e0-4f59-47a7-8d7e-337a8719f19a),segment_id=0802d4e0-4f59-47a7-8d7e-337a8719f19a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:04:10.544684 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-dcca4c9b-7c44-4155-8eef-4e3898921b99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2544c230-aa0b-4b61-9082-8839314c06b8 HTTP/1.1" status: 200 len: 217 time: 0.1056218 Apr 22 08:04:10.566209 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370589ca-ee7b-4673-a6c5-23109ae6cfee req-b4b3b915-7fa8-4b8d-9280-d0e9e464bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:10.567516 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-370589ca-ee7b-4673-a6c5-23109ae6cfee req-b4b3b915-7fa8-4b8d-9280-d0e9e464bf4f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 1129 time: 0.3256395 Apr 22 08:04:10.611838 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-370589ca-ee7b-4673-a6c5-23109ae6cfee req-9be9227d-3999-4c1e-a34b-ebbddbf13476 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:10.628351 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-b271b508-6a5f-4527-8d07-b577fd7800fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:10.629822 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-b271b508-6a5f-4527-8d07-b577fd7800fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=641627bb-b95d-4c67-8726-0140678dc8e7 HTTP/1.1" status: 200 len: 854 time: 0.0755603 Apr 22 08:04:10.659766 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (4eb87ac3-66a9-412d-956c-5ae5b37abd73), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:10.669889 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-dfa4a840-d873-4543-9169-0ca5475807d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:10.748596 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b156d-f2cc-4f9f-adc2-2895e5b54879 req-d442a780-773a-431c-aa36-fd5250d0e366 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:10.751833 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=4eb87ac3-66a9-412d-956c-5ae5b37abd73,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:10.756973 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-411b156d-f2cc-4f9f-adc2-2895e5b54879 req-d442a780-773a-431c-aa36-fd5250d0e366 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 945 time: 0.3453684 Apr 22 08:04:10.776744 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa33ce-9750-4ca4-bf08-66ccf30fe0e5 req-48a345e9-3638-413e-8cfb-cea673310e6e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:10.778383 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-aeaa33ce-9750-4ca4-bf08-66ccf30fe0e5 req-48a345e9-3638-413e-8cfb-cea673310e6e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfc4eb9-90b3-442c-9733-0a0a273812c0 HTTP/1.1" status: 200 len: 944 time: 0.3838913 Apr 22 08:04:10.780909 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-370589ca-ee7b-4673-a6c5-23109ae6cfee req-9be9227d-3999-4c1e-a34b-ebbddbf13476 service neutron] Publish callbacks [] for security_group (604e6cb7-02c9-4687-8468-c62db1530c26), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:10.791128 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-6df42021-7a93-4eb6-8ea1-3d5472365c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:10.793778 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-6df42021-7a93-4eb6-8ea1-3d5472365c06 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6dee7f59-68db-465f-b55a-26e8be06de12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1565130 Apr 22 08:04:10.866146 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-370589ca-ee7b-4673-a6c5-23109ae6cfee req-9be9227d-3999-4c1e-a34b-ebbddbf13476 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (604e6cb7-02c9-4687-8468-c62db1530c26), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:10.882973 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-411b156d-f2cc-4f9f-adc2-2895e5b54879 req-8cb9cb49-dcf9-440e-8289-dcfee554a595 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/security-groups?id=35957931-0170-441b-a32a-4ec8d290d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249814 Apr 22 08:04:10.899860 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd {{(pid=103832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:04:10.916849 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-aeaa33ce-9750-4ca4-bf08-66ccf30fe0e5 req-7b43ffa6-c3e4-4fbd-a8c7-3e5e36873c5a tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305008 Apr 22 08:04:10.921361 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] Publish callbacks [] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:10.944496 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-370589ca-ee7b-4673-a6c5-23109ae6cfee req-9be9227d-3999-4c1e-a34b-ebbddbf13476 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=35957931-0170-441b-a32a-4ec8d290d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519907 Apr 22 08:04:10.944697 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.provisioning_blocks [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] Transition to ACTIVE for port object 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd will not be triggered until provisioned by entity L2. {{(pid=103832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 22 08:04:10.947054 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9227d-3999-4c1e-a34b-ebbddbf13476 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=604e6cb7-02c9-4687-8468-c62db1530c26,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:10.978108 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-85a5f256-3e82-40a4-bee1-b6a9e5dd6c9e service neutron] 10.222.0.39 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776435 Apr 22 08:04:11.032953 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:11.129840 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] Pushing event updated for resources: {'Port': ['ID=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:11.166900 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d120a-738b-461e-b482-834b5aa217a2 req-8b37be80-d55d-4ccf-a300-6d19ac587bc3 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:11.174083 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cd4d120a-738b-461e-b482-834b5aa217a2 req-8b37be80-d55d-4ccf-a300-6d19ac587bc3 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 932 time: 0.1885514 Apr 22 08:04:11.259540 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cd4d120a-738b-461e-b482-834b5aa217a2 req-4546e022-af17-44c6-b9f4-73d9a4c963d7 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845923 Apr 22 08:04:11.265192 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] Attempting to bind port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd on host hv-cinder-83888 for vnic_type normal with profile {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:04:11.265698 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] Attempting to bind port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd by drivers openvswitch,hyperv on host hv-cinder-83888 at level 0 using segments [{'id': '1602df56-3234-480e-8f44-4a4b99dd675a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39'}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:04:11.267659 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] Attempting to bind port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd on network 4b674c87-1c24-4bb4-9319-a67400265e39 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:04:11.275866 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] Port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd on network 4b674c87-1c24-4bb4-9319-a67400265e39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83888 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 08:04:11.276407 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] Attempting to bind port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd on network 4b674c87-1c24-4bb4-9319-a67400265e39 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:04:11.283910 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] Checking agent: {'id': '5d37a790-f600-4ea4-a99b-32bf15642def', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'started_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:04:11.284589 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] Checking segment: {'id': '1602df56-3234-480e-8f44-4a4b99dd675a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:04:11.285043 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] Bound using segment: {'id': '1602df56-3234-480e-8f44-4a4b99dd675a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39'} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:04:11.285986 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] Bound port: 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd, host: hv-cinder-83888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1602df56-3234-480e-8f44-4a4b99dd675a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39'}}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:04:11.286218 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:11.357367 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d49b573f-22cc-4d79-9882-5c64a611d2cc req-8db43a33-2bda-494c-9a12-0bd4d7930cea service neutron] 10.222.0.39 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966143 Apr 22 08:04:11.395336 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] For port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd, host hv-cinder-83888, cleared binding levels {{(pid=103832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:04:11.415105 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed38b96-aadf-42f8-beeb-a4bf21e1a784 req-0bea11ad-199b-4139-a8ba-3ad2479d43e5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:11.429185 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5ed38b96-aadf-42f8-beeb-a4bf21e1a784 req-0bea11ad-199b-4139-a8ba-3ad2479d43e5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 943 time: 0.0944650 Apr 22 08:04:11.429185 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] For port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd, host hv-cinder-83888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:04:11.475091 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5ed38b96-aadf-42f8-beeb-a4bf21e1a784 req-9ea1f840-06f3-4847-bfeb-66379ae1626f tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494885 Apr 22 08:04:11.561825 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:11.624008 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbd289-ac52-4f8c-97d1-1c27f4a5622c req-b2b104cc-4dd7-4ede-9415-de219b248a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:11.625977 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-56bbd289-ac52-4f8c-97d1-1c27f4a5622c req-b2b104cc-4dd7-4ede-9415-de219b248a4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=418089b9d73b40b198fe850c8e0fa9b8&device_id=dbfc4eb9-90b3-442c-9733-0a0a273812c0 HTTP/1.1" status: 200 len: 1128 time: 0.0609484 Apr 22 08:04:11.640946 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:11.641707 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:11.643185 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] 10.222.0.39 "PUT /v2.0/ports/9f6da4a7-c21c-41aa-b181-66e1c46d5cbd HTTP/1.1" status: 200 len: 1094 time: 1.9097145 Apr 22 08:04:11.643746 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a24ec7-f00f-47fc-9c89-aa6fb0222fcd', 'tag': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:04:11.645994 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11d1b07-2730-4713-88d1-918e9f098695" -d '{"events": [{"name": "network-changed", "server_uuid": "63a24ec7-f00f-47fc-9c89-aa6fb0222fcd", "tag": "9f6da4a7-c21c-41aa-b181-66e1c46d5cbd"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:04:11.690212 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf57b0b-77dc-42fb-b545-87ba4cbc382c service neutron] Pushing event updated for resources: {'Port': ['ID=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd,revision_number=3']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:11.697093 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fc1cee-ca7e-4e0b-9e85-73538c4f4faf x-openstack-request-id: req-21fc1cee-ca7e-4e0b-9e85-73538c4f4faf {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:04:11.698246 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a24ec7-f00f-47fc-9c89-aa6fb0222fcd", "tag": "9f6da4a7-c21c-41aa-b181-66e1c46d5cbd", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:04:11.698671 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21fc1cee-ca7e-4e0b-9e85-73538c4f4faf {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:04:11.699196 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21fc1cee-ca7e-4e0b-9e85-73538c4f4faf'] response: {'name': 'network-changed', 'server_uuid': '63a24ec7-f00f-47fc-9c89-aa6fb0222fcd', 'tag': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd', 'status': 'completed', 'code': 200} Apr 22 08:04:11.732647 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbd289-ac52-4f8c-97d1-1c27f4a5622c req-5fc2a0eb-8669-4c43-9e3b-0118dab4c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:11.734175 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-56bbd289-ac52-4f8c-97d1-1c27f4a5622c req-5fc2a0eb-8669-4c43-9e3b-0118dab4c22c service neutron] 10.222.0.39 "GET /v2.0/networks?id=6dee7f59-68db-465f-b55a-26e8be06de12 HTTP/1.1" status: 200 len: 916 time: 0.0978281 Apr 22 08:04:11.774783 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d1b07-2730-4713-88d1-918e9f098695 req-7acdff7b-62a1-45a5-98d4-461b6fccb029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:11.776375 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e11d1b07-2730-4713-88d1-918e9f098695 req-7acdff7b-62a1-45a5-98d4-461b6fccb029 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b16e55435fdd44369ad143385457d955&device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 1128 time: 0.0560577 Apr 22 08:04:11.784762 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-56bbd289-ac52-4f8c-97d1-1c27f4a5622c req-53a3556c-6e30-41b6-811c-77409d93c310 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2544c230-aa0b-4b61-9082-8839314c06b8 HTTP/1.1" status: 200 len: 217 time: 0.0406995 Apr 22 08:04:11.860846 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbd289-ac52-4f8c-97d1-1c27f4a5622c req-a5223d27-5333-41d3-9720-415b6d0add39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:11.863402 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-56bbd289-ac52-4f8c-97d1-1c27f4a5622c req-a5223d27-5333-41d3-9720-415b6d0add39 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=641627bb-b95d-4c67-8726-0140678dc8e7 HTTP/1.1" status: 200 len: 854 time: 0.0723608 Apr 22 08:04:11.887972 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14483924-87d4-458b-b320-82c872193e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb87ac3-66a9-412d-956c-5ae5b37abd73'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:04:11.895840 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dad5584-d6cc-4435-a446-f21914327a0f" -d '{"events": [{"server_uuid": "14483924-87d4-458b-b320-82c872193e62", "name": "network-vif-plugged", "status": "completed", "tag": "4eb87ac3-66a9-412d-956c-5ae5b37abd73"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:04:11.984500 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbd289-ac52-4f8c-97d1-1c27f4a5622c req-d9dcf724-0dc9-483c-86d7-8852204de656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:11.986070 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-56bbd289-ac52-4f8c-97d1-1c27f4a5622c req-d9dcf724-0dc9-483c-86d7-8852204de656 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6dee7f59-68db-465f-b55a-26e8be06de12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1104128 Apr 22 08:04:12.005101 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cf9feb-fce9-4c64-adbf-ae76decd5b2b x-openstack-request-id: req-88cf9feb-fce9-4c64-adbf-ae76decd5b2b {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:04:12.005607 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14483924-87d4-458b-b320-82c872193e62", "name": "network-vif-plugged", "status": "completed", "tag": "4eb87ac3-66a9-412d-956c-5ae5b37abd73", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:04:12.006599 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88cf9feb-fce9-4c64-adbf-ae76decd5b2b {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:04:12.006599 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88cf9feb-fce9-4c64-adbf-ae76decd5b2b'] response: {'server_uuid': '14483924-87d4-458b-b320-82c872193e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb87ac3-66a9-412d-956c-5ae5b37abd73', 'code': 200} Apr 22 08:04:12.046037 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:04:12.141371 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-56bbd289-ac52-4f8c-97d1-1c27f4a5622c req-68c542d5-320b-43f2-a58a-d382ceb16e3a service neutron] 10.222.0.39 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373773 Apr 22 08:04:12.151579 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d1b07-2730-4713-88d1-918e9f098695 req-40cfafce-11cd-4b60-b25c-9c0163bfb9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:12.153358 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e11d1b07-2730-4713-88d1-918e9f098695 req-40cfafce-11cd-4b60-b25c-9c0163bfb9cd service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b16e55435fdd44369ad143385457d955&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3689833 Apr 22 08:04:12.185430 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0,segment=NetworkSegment(0802d4e0-4f59-47a7-8d7e-337a8719f19a),segment_id=0802d4e0-4f59-47a7-8d7e-337a8719f19a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:04:12.208450 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': '63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'port_id': '63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0', 'mac_address': 'fa:16:3e:65:b1:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:04:12.261849 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 is: DOWN; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:04:12.262295 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:12.272248 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30ec95-c782-4134-ab74-6d65d1e2f4cb req-ae6ca1a1-1522-4545-96f3-03d4eb619392 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:12.278954 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5d30ec95-c782-4134-ab74-6d65d1e2f4cb req-ae6ca1a1-1522-4545-96f3-03d4eb619392 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 945 time: 0.2403016 Apr 22 08:04:12.286449 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:04:12.294600 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-56bbd289-ac52-4f8c-97d1-1c27f4a5622c req-1f229e18-d68c-4527-8fbc-8fa966f04b1f service neutron] 10.222.0.39 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457057 Apr 22 08:04:12.311124 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0,segment=NetworkSegment(0802d4e0-4f59-47a7-8d7e-337a8719f19a),segment_id=0802d4e0-4f59-47a7-8d7e-337a8719f19a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:04:12.407999 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:12.433265 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436964c-75a9-4e84-9e63-e859e6be51ef req-432341f8-e545-4a70-aee4-ad0ca9f43117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:12.434361 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37872b8-3e8e-4cd9-b7d3-f143e545747b req-e2ce40a5-0e31-4b10-b260-d38b2476e56a tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:12.434824 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-c436964c-75a9-4e84-9e63-e859e6be51ef req-432341f8-e545-4a70-aee4-ad0ca9f43117 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 1129 time: 0.0699801 Apr 22 08:04:12.436064 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c37872b8-3e8e-4cd9-b7d3-f143e545747b req-e2ce40a5-0e31-4b10-b260-d38b2476e56a tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfc4eb9-90b3-442c-9733-0a0a273812c0 HTTP/1.1" status: 200 len: 944 time: 0.3115122 Apr 22 08:04:12.498581 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-c436964c-75a9-4e84-9e63-e859e6be51ef req-485a2e5c-3cef-41a2-a20b-d3bc651973f2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549603 Apr 22 08:04:12.521141 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:12.564342 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c37872b8-3e8e-4cd9-b7d3-f143e545747b req-b3ea3e3b-e449-4fe5-a751-5aa15de4eca2 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160603 Apr 22 08:04:12.571748 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5d30ec95-c782-4134-ab74-6d65d1e2f4cb req-dd672071-c1f5-417b-92b5-54ab6f31902e tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/security-groups?id=35957931-0170-441b-a32a-4ec8d290d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316234 Apr 22 08:04:12.573410 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d1b07-2730-4713-88d1-918e9f098695 req-d3330436-035e-4397-affb-1214c2f87ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:12.574855 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e11d1b07-2730-4713-88d1-918e9f098695 req-d3330436-035e-4397-affb-1214c2f87ca1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3961446 Apr 22 08:04:12.686335 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:04:12.739082 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4b510-0495-412e-ac95-71ad8e8b7aae req-808fa055-63b1-4bb8-b9c4-76c9eab433bb tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:12.746707 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-39a4b510-0495-412e-ac95-71ad8e8b7aae req-808fa055-63b1-4bb8-b9c4-76c9eab433bb tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 944 time: 0.0937903 Apr 22 08:04:12.751664 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e68a1-7cc8-40c8-bb26-eb495ba70c68 req-b6824c33-2664-4e92-be7a-3e27ce71de98 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:12.753141 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b83e68a1-7cc8-40c8-bb26-eb495ba70c68 req-b6824c33-2664-4e92-be7a-3e27ce71de98 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 944 time: 0.0931981 Apr 22 08:04:12.868046 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b83e68a1-7cc8-40c8-bb26-eb495ba70c68 req-792b5a08-8652-448f-9944-3a38f641f7f6 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995581 Apr 22 08:04:12.904806 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-39a4b510-0495-412e-ac95-71ad8e8b7aae req-ec39c037-8b98-4bc2-8ec8-6a8afc671eac tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504865 Apr 22 08:04:12.915662 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-f904619d-2778-4de6-839f-c417998794bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:12.918294 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-f904619d-2778-4de6-839f-c417998794bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b16e55435fdd44369ad143385457d955&device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 1128 time: 0.1254075 Apr 22 08:04:12.998069 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-26e053d1-8418-4f25-b6e0-0ba861778411 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd HTTP/1.1" status: 200 len: 217 time: 0.0644629 Apr 22 08:04:13.041553 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-adc6b6e2-2168-4e52-bec7-0973e9a7e9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:13.068711 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-2dc595c3-045f-4034-8737-d5b5a8bda88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:13.070491 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-2dc595c3-045f-4034-8737-d5b5a8bda88c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=093be093-5f28-4c4a-80b0-be7fd291fc71 HTTP/1.1" status: 200 len: 855 time: 0.0660343 Apr 22 08:04:13.132245 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-b114730c-be24-4000-8149-e31f7dd47e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:13.133766 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-b114730c-be24-4000-8149-e31f7dd47e0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b674c87-1c24-4bb4-9319-a67400265e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0526462 Apr 22 08:04:13.227840 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-d1e458f1-a3ba-4bb5-a407-9f565f0e8855 service neutron] 10.222.0.39 "GET /v2.0/networks/4b674c87-1c24-4bb4-9319-a67400265e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817878 Apr 22 08:04:13.342964 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9d304db3-1373-4cbe-abec-3f69225a43f9 req-a169bc35-073c-45df-b4ab-75cecb7f62a4 service neutron] 10.222.0.39 "GET /v2.0/networks/4b674c87-1c24-4bb4-9319-a67400265e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062348 Apr 22 08:04:13.737443 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518d5c8-957d-44e3-b947-502a0f918ed8 req-7ab7cff0-e210-4c04-b45a-f84c1802179a tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:13.743347 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b518d5c8-957d-44e3-b947-502a0f918ed8 req-7ab7cff0-e210-4c04-b45a-f84c1802179a tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 945 time: 0.0986350 Apr 22 08:04:13.752123 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085ad90-5c7d-4755-bb2e-67cd39cd9455 req-e90c69c2-a7e9-4552-9a73-d3498b6ea337 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:13.753672 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f085ad90-5c7d-4755-bb2e-67cd39cd9455 req-e90c69c2-a7e9-4552-9a73-d3498b6ea337 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfc4eb9-90b3-442c-9733-0a0a273812c0 HTTP/1.1" status: 200 len: 944 time: 0.0982380 Apr 22 08:04:13.845914 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b518d5c8-957d-44e3-b947-502a0f918ed8 req-f3b9f336-5fe5-4e2e-9f26-5135461d6ac4 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/security-groups?id=35957931-0170-441b-a32a-4ec8d290d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017048 Apr 22 08:04:13.850797 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f085ad90-5c7d-4755-bb2e-67cd39cd9455 req-ec35acd7-156b-46ef-8a6f-cf5d7e3df80e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899906 Apr 22 08:04:14.030328 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629476b-d2f8-4c5b-b3fc-9f6a71840ea4 req-43f7ffbd-1435-4ec7-8d34-99713736a503 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:14.031815 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a629476b-d2f8-4c5b-b3fc-9f6a71840ea4 req-43f7ffbd-1435-4ec7-8d34-99713736a503 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 944 time: 0.0949519 Apr 22 08:04:14.072154 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832616e5-588b-4f89-95f8-326f90a50c4c req-c6a80d40-4532-476d-bac2-694bd702bff5 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:14.073086 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 2544c230-aa0b-4b61-9082-8839314c06b8 details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:04:14.073833 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-832616e5-588b-4f89-95f8-326f90a50c4c req-c6a80d40-4532-476d-bac2-694bd702bff5 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 944 time: 0.0854824 Apr 22 08:04:14.078838 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:04:14.115170 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a629476b-d2f8-4c5b-b3fc-9f6a71840ea4 req-8602f13f-ecaa-49c9-941e-825ba6a0b2de tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759900 Apr 22 08:04:14.153366 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-832616e5-588b-4f89-95f8-326f90a50c4c req-81a1611d-e358-4e00-984a-22d2911d2f4e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727260 Apr 22 08:04:14.344170 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 2544c230-aa0b-4b61-9082-8839314c06b8, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=2544c230-aa0b-4b61-9082-8839314c06b8,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:04:14.357246 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': '2544c230-aa0b-4b61-9082-8839314c06b8', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'port_id': '2544c230-aa0b-4b61-9082-8839314c06b8', 'mac_address': 'fa:16:3e:5e:5b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:04:14.399018 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 2544c230-aa0b-4b61-9082-8839314c06b8 is: DOWN; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:04:14.399487 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (2544c230-aa0b-4b61-9082-8839314c06b8), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:14.410020 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:14.413563 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2544c230-aa0b-4b61-9082-8839314c06b8 {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:04:14.433516 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 2544c230-aa0b-4b61-9082-8839314c06b8, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=2544c230-aa0b-4b61-9082-8839314c06b8,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:04:14.461253 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning for port 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 completed by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 08:04:14.465295 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:04:14.465690 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:14.550195 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (2544c230-aa0b-4b61-9082-8839314c06b8), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:14.556408 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:04:14.556793 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:14.608112 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a342c56-df23-4c13-80ab-a7c69a5bcae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:04:14.610327 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf26ba7-624b-4637-bad9-8c09fa3035c5" -d '{"events": [{"server_uuid": "0a342c56-df23-4c13-80ab-a7c69a5bcae8", "name": "network-vif-plugged", "status": "completed", "tag": "63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:04:14.631797 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0,segment=NetworkSegment(0802d4e0-4f59-47a7-8d7e-337a8719f19a),segment_id=0802d4e0-4f59-47a7-8d7e-337a8719f19a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:04:14.631797 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=2544c230-aa0b-4b61-9082-8839314c06b8,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:14.650295 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125c290b-dc42-4f75-8687-7aa0151e3a37 x-openstack-request-id: req-125c290b-dc42-4f75-8687-7aa0151e3a37 {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:04:14.650642 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a342c56-df23-4c13-80ab-a7c69a5bcae8", "name": "network-vif-plugged", "status": "completed", "tag": "63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:04:14.650903 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-125c290b-dc42-4f75-8687-7aa0151e3a37 {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:04:14.651306 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-125c290b-dc42-4f75-8687-7aa0151e3a37'] response: {'server_uuid': '0a342c56-df23-4c13-80ab-a7c69a5bcae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0', 'code': 200} Apr 22 08:04:14.711551 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:14.761203 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:14.798895 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['2544c230-aa0b-4b61-9082-8839314c06b8'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:04:15.107037 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741d87c-4049-4ae8-848f-f0ffd9239c16 req-5a476299-bc35-4c5f-b6e7-d22e799cc258 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:15.114175 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1741d87c-4049-4ae8-848f-f0ffd9239c16 req-5a476299-bc35-4c5f-b6e7-d22e799cc258 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfc4eb9-90b3-442c-9733-0a0a273812c0 HTTP/1.1" status: 200 len: 945 time: 0.1008608 Apr 22 08:04:15.154775 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18197305-7e71-47d8-b906-de80e8e094d0 req-00b8c186-5d90-48b7-b9fe-6fa7bad87052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:15.156288 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-18197305-7e71-47d8-b906-de80e8e094d0 req-00b8c186-5d90-48b7-b9fe-6fa7bad87052 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 1129 time: 0.2115705 Apr 22 08:04:15.191397 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1741d87c-4049-4ae8-848f-f0ffd9239c16 req-200d16f7-4b9c-41b2-975e-4dafcd050e04 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762658 Apr 22 08:04:15.238478 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:15.306374 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-18197305-7e71-47d8-b906-de80e8e094d0 req-2982eb3b-d432-46d0-9bc9-38f9264fc411 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193891 Apr 22 08:04:15.328753 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152c5a9-8b73-4631-9103-356990f98b8a req-0ffeeda0-647a-4d96-af4b-8bd406fe2dd9 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:15.330187 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0152c5a9-8b73-4631-9103-356990f98b8a req-0ffeeda0-647a-4d96-af4b-8bd406fe2dd9 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.1189592 Apr 22 08:04:15.352170 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3854b-d47b-4830-94d4-1e9b9dedd35a req-40f2fcb8-6c26-467a-816a-b615f327cafb tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:15.353565 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b6e3854b-d47b-4830-94d4-1e9b9dedd35a req-40f2fcb8-6c26-467a-816a-b615f327cafb tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 944 time: 0.1027699 Apr 22 08:04:15.417144 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0152c5a9-8b73-4631-9103-356990f98b8a req-2a249c27-5a29-4e90-aadc-8b29f5ae05ff tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799780 Apr 22 08:04:15.433561 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b6e3854b-d47b-4830-94d4-1e9b9dedd35a req-556bac5b-c113-4d46-a986-de8539a8f73b tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684900 Apr 22 08:04:16.086637 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:04:16.090056 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 2544c230-aa0b-4b61-9082-8839314c06b8 up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:04:16.264126 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:04:16.281539 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'port_id': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd', 'mac_address': 'fa:16:3e:ca:f0:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:04:16.325150 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning for port 2544c230-aa0b-4b61-9082-8839314c06b8 completed by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 08:04:16.335527 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port 2544c230-aa0b-4b61-9082-8839314c06b8 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:04:16.335663 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (2544c230-aa0b-4b61-9082-8839314c06b8), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:16.337341 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd is: DOWN; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:04:16.337719 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:16.342975 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a77e9-2b5f-415b-ae51-638805af85eb req-f484a710-1b82-495c-8d97-4003e7f16fa1 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:16.350937 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-927a77e9-2b5f-415b-ae51-638805af85eb req-f484a710-1b82-495c-8d97-4003e7f16fa1 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfc4eb9-90b3-442c-9733-0a0a273812c0 HTTP/1.1" status: 200 len: 945 time: 0.0700483 Apr 22 08:04:16.392963 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:04:16.415318 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-927a77e9-2b5f-415b-ae51-638805af85eb req-702504a6-fff7-4511-a606-3622b826f410 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634370 Apr 22 08:04:16.444617 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:04:16.495173 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 2544c230-aa0b-4b61-9082-8839314c06b8 is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:04:16.495758 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (2544c230-aa0b-4b61-9082-8839314c06b8), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:16.534811 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 2544c230-aa0b-4b61-9082-8839314c06b8, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=2544c230-aa0b-4b61-9082-8839314c06b8,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:04:16.538304 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:16.545911 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7db8d-41ff-4b59-8683-a3a70ef2440f req-9603ca36-f97a-4b0f-b3fa-ec114f5a5aec tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:16.547548 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3fb7db8d-41ff-4b59-8683-a3a70ef2440f req-9603ca36-f97a-4b0f-b3fa-ec114f5a5aec tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0598199 Apr 22 08:04:16.623529 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:16.626619 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (2544c230-aa0b-4b61-9082-8839314c06b8), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:16.639533 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3fb7db8d-41ff-4b59-8683-a3a70ef2440f req-b66c1366-e14f-4f0f-afdd-36494ad40a10 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846295 Apr 22 08:04:16.652887 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfc4eb9-90b3-442c-9733-0a0a273812c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2544c230-aa0b-4b61-9082-8839314c06b8'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:04:16.655157 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1ab2f4-b708-473d-af22-912d975b780e" -d '{"events": [{"server_uuid": "dbfc4eb9-90b3-442c-9733-0a0a273812c0", "name": "network-vif-plugged", "status": "completed", "tag": "2544c230-aa0b-4b61-9082-8839314c06b8"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:04:16.687514 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=2544c230-aa0b-4b61-9082-8839314c06b8,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:16.759290 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ffa06-a0d7-4c36-a108-f79135338e65 req-3b138aa0-7a32-452c-bd37-fd3ae14b9acc tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:16.760780 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0f1ffa06-a0d7-4c36-a108-f79135338e65 req-3b138aa0-7a32-452c-bd37-fd3ae14b9acc tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 945 time: 0.0566111 Apr 22 08:04:16.810643 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0f1ffa06-a0d7-4c36-a108-f79135338e65 req-7965aadc-8f5b-404c-92b8-e38c78c28b6c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441236 Apr 22 08:04:16.856951 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba313717-eecc-46b5-8d82-77cea2e253e6 x-openstack-request-id: req-ba313717-eecc-46b5-8d82-77cea2e253e6 {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:04:16.860903 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfc4eb9-90b3-442c-9733-0a0a273812c0", "name": "network-vif-plugged", "status": "completed", "tag": "2544c230-aa0b-4b61-9082-8839314c06b8", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:04:16.860903 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba313717-eecc-46b5-8d82-77cea2e253e6 {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:04:16.860903 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba313717-eecc-46b5-8d82-77cea2e253e6'] response: {'server_uuid': 'dbfc4eb9-90b3-442c-9733-0a0a273812c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2544c230-aa0b-4b61-9082-8839314c06b8', 'code': 200} Apr 22 08:04:16.872814 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['9f6da4a7-c21c-41aa-b181-66e1c46d5cbd'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:04:16.946829 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:17.217812 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d615e-5d31-4e31-996a-ddb3a0658989 req-705e7d28-a8dc-4868-b852-19048b5e6d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:17.219319 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6e0d615e-5d31-4e31-996a-ddb3a0658989 req-705e7d28-a8dc-4868-b852-19048b5e6d49 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dbfc4eb9-90b3-442c-9733-0a0a273812c0 HTTP/1.1" status: 200 len: 1130 time: 0.0424304 Apr 22 08:04:17.261600 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6e0d615e-5d31-4e31-996a-ddb3a0658989 req-19bc8866-bd78-4849-9e0c-b835da1ff06c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366154 Apr 22 08:04:17.546990 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc10eb-f8a3-4e6a-b4ac-37da0343e746 req-b30b4c3e-5e3b-4cc8-8194-6e22df59e4de tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:17.548510 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8cfc10eb-f8a3-4e6a-b4ac-37da0343e746 req-b30b4c3e-5e3b-4cc8-8194-6e22df59e4de tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfc4eb9-90b3-442c-9733-0a0a273812c0 HTTP/1.1" status: 200 len: 946 time: 0.0673020 Apr 22 08:04:17.788187 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8cfc10eb-f8a3-4e6a-b4ac-37da0343e746 req-cb09c135-c17b-4528-90bd-913b766f964e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278759 Apr 22 08:04:17.792243 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:04:17.924981 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a9e95-a17d-4378-bfa6-17899588ed2a req-a2bfcb74-a9e2-4a9d-a6fe-05d7f63a7cc0 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:17.926666 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-816a9e95-a17d-4378-bfa6-17899588ed2a req-a2bfcb74-a9e2-4a9d-a6fe-05d7f63a7cc0 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0882599 Apr 22 08:04:17.977669 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602fa9b-34ba-409b-8cf5-2ba5e7f1d962 req-625509c6-e36e-4595-a661-c526d528c232 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:17.979409 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1602fa9b-34ba-409b-8cf5-2ba5e7f1d962 req-625509c6-e36e-4595-a661-c526d528c232 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 945 time: 0.0940030 Apr 22 08:04:18.022678 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-816a9e95-a17d-4378-bfa6-17899588ed2a req-c670fe61-07df-4e71-8211-1e1ec519bcdb tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819495 Apr 22 08:04:18.054237 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1602fa9b-34ba-409b-8cf5-2ba5e7f1d962 req-365fce94-1fe6-415d-8d74-a60fc1ee4b71 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671194 Apr 22 08:04:18.106911 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:04:18.289683 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning for port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd completed by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 08:04:18.293654 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:04:18.294065 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:18.370675 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:04:18.371066 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:18.402648 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:04:18.484330 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:18.548295 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:18.641821 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabeb4f9-0621-4f9b-a4b3-ef51d327b79d req-8570a741-dddf-4831-a268-b385a2ebcefe tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:18.643428 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-dabeb4f9-0621-4f9b-a4b3-ef51d327b79d req-8570a741-dddf-4831-a268-b385a2ebcefe tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0533659 Apr 22 08:04:18.699985 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-dabeb4f9-0621-4f9b-a4b3-ef51d327b79d req-d251ac10-5d0b-48bc-84cf-958a66892179 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464661 Apr 22 08:04:18.742217 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455303c-148a-4770-905a-cad1c4f127ea req-5ee5e3e9-f831-4614-9e2e-6d443d404ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:18.745067 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b455303c-148a-4770-905a-cad1c4f127ea req-5ee5e3e9-f831-4614-9e2e-6d443d404ba2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea95f2f73f24412d821786dca4fd986a&device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 1129 time: 0.0479131 Apr 22 08:04:18.850819 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455303c-148a-4770-905a-cad1c4f127ea req-334975e1-25d7-4b9f-a4cd-6cd805f2e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:18.852350 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b455303c-148a-4770-905a-cad1c4f127ea req-334975e1-25d7-4b9f-a4cd-6cd805f2e542 service neutron] 10.222.0.39 "GET /v2.0/networks?id=13a6078d-58b1-4081-bb3a-ccd74a412f02 HTTP/1.1" status: 200 len: 920 time: 0.0919504 Apr 22 08:04:18.859239 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a24ec7-f00f-47fc-9c89-aa6fb0222fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:04:18.862783 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cdf26b-9c7b-4635-ab0a-1a26f771ad28" -d '{"events": [{"server_uuid": "63a24ec7-f00f-47fc-9c89-aa6fb0222fcd", "name": "network-vif-plugged", "status": "completed", "tag": "9f6da4a7-c21c-41aa-b181-66e1c46d5cbd"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:04:18.905286 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15381432-0da7-4536-a122-19c9ac746009 x-openstack-request-id: req-15381432-0da7-4536-a122-19c9ac746009 {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:04:18.905794 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a24ec7-f00f-47fc-9c89-aa6fb0222fcd", "name": "network-vif-plugged", "status": "completed", "tag": "9f6da4a7-c21c-41aa-b181-66e1c46d5cbd", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:04:18.906193 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15381432-0da7-4536-a122-19c9ac746009 {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:04:18.906758 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15381432-0da7-4536-a122-19c9ac746009'] response: {'server_uuid': '63a24ec7-f00f-47fc-9c89-aa6fb0222fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd', 'code': 200} Apr 22 08:04:18.920982 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b455303c-148a-4770-905a-cad1c4f127ea req-440a615f-effd-486a-8fc1-70af235dd737 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 HTTP/1.1" status: 200 len: 217 time: 0.0588896 Apr 22 08:04:18.986089 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a2e89-ca1d-4dea-aa91-44d7aeabaec4 req-c81a81af-4817-44fd-9452-3a51f9cc931e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:18.994424 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d78a2e89-ca1d-4dea-aa91-44d7aeabaec4 req-c81a81af-4817-44fd-9452-3a51f9cc931e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfc4eb9-90b3-442c-9733-0a0a273812c0 HTTP/1.1" status: 200 len: 946 time: 0.1260884 Apr 22 08:04:19.018781 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455303c-148a-4770-905a-cad1c4f127ea req-6ad89126-4339-408c-b699-232a380327db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:19.020229 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b455303c-148a-4770-905a-cad1c4f127ea req-6ad89126-4339-408c-b699-232a380327db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=434aae01-3eff-47a2-96c3-7b3f40b18165 HTTP/1.1" status: 200 len: 858 time: 0.0882778 Apr 22 08:04:19.076716 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d78a2e89-ca1d-4dea-aa91-44d7aeabaec4 req-37e479e6-079b-4217-af73-104e1b48b236 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770636 Apr 22 08:04:19.107980 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455303c-148a-4770-905a-cad1c4f127ea req-f718f2e8-fe5d-462c-b495-8ea4c68bfde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:19.109508 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b455303c-148a-4770-905a-cad1c4f127ea req-f718f2e8-fe5d-462c-b495-8ea4c68bfde5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13a6078d-58b1-4081-bb3a-ccd74a412f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0788057 Apr 22 08:04:19.249217 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b455303c-148a-4770-905a-cad1c4f127ea req-a2d87d3e-59d2-40fc-a4f0-8bac4f68b462 service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217103 Apr 22 08:04:19.257704 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494e93e-372b-4391-bc10-d1e3b5d7e50b req-361aefa1-00a9-4bc0-9efd-6f8211a7e7b6 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:19.259270 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3494e93e-372b-4391-bc10-d1e3b5d7e50b req-361aefa1-00a9-4bc0-9efd-6f8211a7e7b6 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.1126842 Apr 22 08:04:19.287515 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64baa6-64f1-46b2-8f65-718af8237561 req-2f5813dc-0f28-4159-84c8-1e9630edc6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:19.289292 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-3c64baa6-64f1-46b2-8f65-718af8237561 req-2f5813dc-0f28-4159-84c8-1e9630edc6fb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 1130 time: 0.0578907 Apr 22 08:04:19.345969 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-3c64baa6-64f1-46b2-8f65-718af8237561 req-953ede5c-8eb4-4066-b48d-4ad89ac8f542 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483527 Apr 22 08:04:19.371064 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3494e93e-372b-4391-bc10-d1e3b5d7e50b req-98efd72d-77af-45df-8b4c-7415397f7561 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028273 Apr 22 08:04:19.387914 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b455303c-148a-4770-905a-cad1c4f127ea req-8a58668b-7d27-4ab4-abc1-936e9480529e service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276753 Apr 22 08:04:19.816772 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9fd39-0987-4413-850d-40fc3fa42b07 req-0aef5348-7f3c-4e97-b16c-2bcd860be2e5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:19.818966 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b0d9fd39-0987-4413-850d-40fc3fa42b07 req-0aef5348-7f3c-4e97-b16c-2bcd860be2e5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0531509 Apr 22 08:04:19.867386 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b0d9fd39-0987-4413-850d-40fc3fa42b07 req-93dde02d-4d29-41cd-b6e0-2eb25a4df291 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424898 Apr 22 08:04:20.208043 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13645bb9-2424-4112-aae6-df861dc20c36 req-57b77367-609c-443b-b8d6-098c879af6d5 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:20.209534 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-13645bb9-2424-4112-aae6-df861dc20c36 req-57b77367-609c-443b-b8d6-098c879af6d5 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfc4eb9-90b3-442c-9733-0a0a273812c0 HTTP/1.1" status: 200 len: 946 time: 0.0597310 Apr 22 08:04:20.254702 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-13645bb9-2424-4112-aae6-df861dc20c36 req-e48f8023-0167-4708-b1ba-c061e2eb7f8f tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393462 Apr 22 08:04:20.375167 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6822f-5e2d-4c7b-9903-bbaac33a7884 req-de88360c-9b53-4ce6-8937-7983ddede9e2 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:20.376635 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-fef6822f-5e2d-4c7b-9903-bbaac33a7884 req-de88360c-9b53-4ce6-8937-7983ddede9e2 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfc4eb9-90b3-442c-9733-0a0a273812c0 HTTP/1.1" status: 200 len: 946 time: 0.0515852 Apr 22 08:04:20.386075 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 60332) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:20.390802 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-a533b028-ea64-4bb6-8977-f3395882967e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'floatingip': {'port_id': '2544c230-aa0b-4b61-9082-8839314c06b8'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:04:20.484318 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a533b028-ea64-4bb6-8977-f3395882967e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (92107b78-fcd9-4b29-a5c6-aeff3bcb5266), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:20.508578 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 60346) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:20.639803 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff61da7-eea7-477c-ab6f-934cf1c71ed9 req-277907d5-c170-4a7c-88a0-77b6cb6270b2 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:20.641314 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-eff61da7-eea7-477c-ab6f-934cf1c71ed9 req-277907d5-c170-4a7c-88a0-77b6cb6270b2 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.1771638 Apr 22 08:04:20.652669 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e5caae37-1c4c-4fef-8bfe-c25c9c5bf362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:20.738061 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e5caae37-1c4c-4fef-8bfe-c25c9c5bf362 admin admin] Publish callbacks [] for security_group (82e8a87c-a147-4c99-8b84-ae84f7e4829c), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:20.792364 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-eff61da7-eea7-477c-ab6f-934cf1c71ed9 req-c1b26c16-d032-4e9a-aba2-329a9a989bd3 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431160 Apr 22 08:04:20.815510 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e5caae37-1c4c-4fef-8bfe-c25c9c5bf362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (82e8a87c-a147-4c99-8b84-ae84f7e4829c), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:20.857860 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-e5caae37-1c4c-4fef-8bfe-c25c9c5bf362 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c7ad267c85145d9b761cf7b8fab2d39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3482277 Apr 22 08:04:20.858986 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5caae37-1c4c-4fef-8bfe-c25c9c5bf362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e8a87c-a147-4c99-8b84-ae84f7e4829c,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:20.861394 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 60360) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:20.944636 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-904b4cbf-40c9-4723-81ef-fa9824ecb65c admin admin] Publish callbacks [] for security_group (82e8a87c-a147-4c99-8b84-ae84f7e4829c), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:20.968809 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-904b4cbf-40c9-4723-81ef-fa9824ecb65c admin admin] Publish callbacks [] for security_group (82e8a87c-a147-4c99-8b84-ae84f7e4829c), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:21.080260 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 60372) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:21.121821 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-904b4cbf-40c9-4723-81ef-fa9824ecb65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (82e8a87c-a147-4c99-8b84-ae84f7e4829c), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:21.124778 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-904b4cbf-40c9-4723-81ef-fa9824ecb65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:21.126088 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-904b4cbf-40c9-4723-81ef-fa9824ecb65c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82e8a87c-a147-4c99-8b84-ae84f7e4829c HTTP/1.1" status: 204 len: 168 time: 0.2636766 Apr 22 08:04:21.142105 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b4cbf-40c9-4723-81ef-fa9824ecb65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e8a87c-a147-4c99-8b84-ae84f7e4829c,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:21.148391 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726842f-7b8a-43c3-b86b-deded0492506 req-22dd21c2-d081-4666-aa26-b6a70ec30c70 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:21.156315 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b726842f-7b8a-43c3-b86b-deded0492506 req-22dd21c2-d081-4666-aa26-b6a70ec30c70 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.1223161 Apr 22 08:04:21.295677 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1b7c2c28-62dd-4b62-bacd-643c37d70428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:21.318174 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b726842f-7b8a-43c3-b86b-deded0492506 req-9b54dbeb-3360-4f36-8b56-cb3190382a24 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608896 Apr 22 08:04:21.328644 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.db.resource_extend [None req-a533b028-ea64-4bb6-8977-f3395882967e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 08:04:21.403083 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1b7c2c28-62dd-4b62-bacd-643c37d70428 admin admin] Publish callbacks [] for security_group (6f755ae9-c822-452d-9d5b-741e007a07a2), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:21.530176 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1b7c2c28-62dd-4b62-bacd-643c37d70428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (6f755ae9-c822-452d-9d5b-741e007a07a2), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:21.569549 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c2c28-62dd-4b62-bacd-643c37d70428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f755ae9-c822-452d-9d5b-741e007a07a2,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:21.574113 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-1b7c2c28-62dd-4b62-bacd-643c37d70428 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09b119390e5e47e585af6dd1caeadc48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4925175 Apr 22 08:04:21.576915 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 60392) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:21.625889 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a533b028-ea64-4bb6-8977-f3395882967e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:21.652217 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-980df332-38e1-4a95-9669-46515c252223 admin admin] Publish callbacks [] for security_group (6f755ae9-c822-452d-9d5b-741e007a07a2), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:21.673781 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-980df332-38e1-4a95-9669-46515c252223 admin admin] Publish callbacks [] for security_group (6f755ae9-c822-452d-9d5b-741e007a07a2), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:21.712756 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a533b028-ea64-4bb6-8977-f3395882967e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (92107b78-fcd9-4b29-a5c6-aeff3bcb5266), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:21.819326 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.l3_db [None req-a533b028-ea64-4bb6-8977-f3395882967e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Floating IP 92107b78-fcd9-4b29-a5c6-aeff3bcb5266 associated. External IP: 172.28.2.175, port: 2544c230-aa0b-4b61-9082-8839314c06b8. Apr 22 08:04:21.885934 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-980df332-38e1-4a95-9669-46515c252223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (6f755ae9-c822-452d-9d5b-741e007a07a2), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:21.888553 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-980df332-38e1-4a95-9669-46515c252223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:21.889745 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-980df332-38e1-4a95-9669-46515c252223 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f755ae9-c822-452d-9d5b-741e007a07a2 HTTP/1.1" status: 204 len: 168 time: 0.3117700 Apr 22 08:04:21.931550 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 60404) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:21.948966 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f43d227a-00aa-427e-b5e1-8dfa3f870f21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:21.964632 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980df332-38e1-4a95-9669-46515c252223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f755ae9-c822-452d-9d5b-741e007a07a2,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:22.019729 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3a070-0ee0-414e-8052-fb02830efe6c req-4f06ca1f-be8b-4fa8-9447-c1365114b772 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:22.027876 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7ed3a070-0ee0-414e-8052-fb02830efe6c req-4f06ca1f-be8b-4fa8-9447-c1365114b772 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 945 time: 0.1413767 Apr 22 08:04:22.028552 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca4a21-d775-4da1-ae1e-eb75c185bd5b req-add1824a-cbf1-488b-ad5e-e120ea316405 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:22.029985 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-80ca4a21-d775-4da1-ae1e-eb75c185bd5b req-add1824a-cbf1-488b-ad5e-e120ea316405 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.1479468 Apr 22 08:04:22.031845 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f43d227a-00aa-427e-b5e1-8dfa3f870f21 admin admin] Publish callbacks [] for security_group (4c9cbf27-c02f-4c6a-b860-aa2bc83d92eb), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:22.127253 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f43d227a-00aa-427e-b5e1-8dfa3f870f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (4c9cbf27-c02f-4c6a-b860-aa2bc83d92eb), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:22.166907 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d227a-00aa-427e-b5e1-8dfa3f870f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9cbf27-c02f-4c6a-b860-aa2bc83d92eb,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:22.174663 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-f43d227a-00aa-427e-b5e1-8dfa3f870f21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=572c3c2dd2794c469a060bdbe57257cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395194 Apr 22 08:04:22.175095 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 60406) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:22.184435 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7ed3a070-0ee0-414e-8052-fb02830efe6c req-af87ee51-c198-4a71-9bbc-9f254a4b149f tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/security-groups?id=35957931-0170-441b-a32a-4ec8d290d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534712 Apr 22 08:04:22.189166 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-80ca4a21-d775-4da1-ae1e-eb75c185bd5b req-1c66f482-aa3c-4ca7-9a8c-b334985629bd tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477172 Apr 22 08:04:22.226934 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c3d4f709-dc17-4cf8-b244-8456fc908cf3 admin admin] Publish callbacks [] for security_group (4c9cbf27-c02f-4c6a-b860-aa2bc83d92eb), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:22.239006 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a533b028-ea64-4bb6-8977-f3395882967e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Router 7090097d-05ba-42e9-a34f-e11e7566645b has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:04:22.261135 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c3d4f709-dc17-4cf8-b244-8456fc908cf3 admin admin] Publish callbacks [] for security_group (4c9cbf27-c02f-4c6a-b860-aa2bc83d92eb), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:22.464361 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c3d4f709-dc17-4cf8-b244-8456fc908cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (4c9cbf27-c02f-4c6a-b860-aa2bc83d92eb), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:22.467696 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c3d4f709-dc17-4cf8-b244-8456fc908cf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:22.470063 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-c3d4f709-dc17-4cf8-b244-8456fc908cf3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c9cbf27-c02f-4c6a-b860-aa2bc83d92eb HTTP/1.1" status: 204 len: 168 time: 0.2943165 Apr 22 08:04:22.477957 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4b8a1-fc7f-477c-b24e-c14793d8a1c3 req-66e63ee3-3d85-4a6f-99ba-5c814113ba08 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:22.477957 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ffb4b8a1-fc7f-477c-b24e-c14793d8a1c3 req-66e63ee3-3d85-4a6f-99ba-5c814113ba08 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.1493564 Apr 22 08:04:22.479002 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a533b028-ea64-4bb6-8977-f3395882967e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:04:22.492757 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a533b028-ea64-4bb6-8977-f3395882967e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:22.492928 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4f709-dc17-4cf8-b244-8456fc908cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9cbf27-c02f-4c6a-b860-aa2bc83d92eb,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:22.493007 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 60424) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:22.495530 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf20e8e3-c36c-40be-9ef4-c023fd5135b9 None None] Sync routers for ids ['7090097d-05ba-42e9-a34f-e11e7566645b'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:04:22.497394 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-97eee2fe-af63-4f98-9b02-26ea1fd0456e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Request body: {'floatingip': {'port_id': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:04:22.507446 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc63b5e-885e-4571-a460-7e0870544765 req-e19c4db1-01c5-4ba9-8315-462f78a93415 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:22.509000 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9fc63b5e-885e-4571-a460-7e0870544765 req-e19c4db1-01c5-4ba9-8315-462f78a93415 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.1199808 Apr 22 08:04:22.514350 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf20e8e3-c36c-40be-9ef4-c023fd5135b9 None None] Routers {'7090097d-05ba-42e9-a34f-e11e7566645b'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:04:22.516001 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-bf20e8e3-c36c-40be-9ef4-c023fd5135b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:04:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['7090097d-05ba-42e9-a34f-e11e7566645b'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:04:22.586520 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-97eee2fe-af63-4f98-9b02-26ea1fd0456e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for floatingip (5f5d545f-debd-472c-9140-2be16c271d7c), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:22.591684 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-a533b028-ea64-4bb6-8977-f3395882967e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "PUT /v2.0/floatingips/92107b78-fcd9-4b29-a5c6-aeff3bcb5266 HTTP/1.1" status: 200 len: 992 time: 2.2042029 Apr 22 08:04:22.620518 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfc4eb9-90b3-442c-9733-0a0a273812c0', 'tag': '2544c230-aa0b-4b61-9082-8839314c06b8'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:04:22.622816 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9082eda-0e78-4793-93fb-35d50c2c7e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "dbfc4eb9-90b3-442c-9733-0a0a273812c0", "tag": "2544c230-aa0b-4b61-9082-8839314c06b8"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:04:22.643449 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-bf20e8e3-c36c-40be-9ef4-c023fd5135b9 None None] Set router 7090097d-05ba-42e9-a34f-e11e7566645b gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:04:22.685513 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9fc63b5e-885e-4571-a460-7e0870544765 req-64229d68-d3eb-4913-abcb-f494e4d0168d tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579959 Apr 22 08:04:22.715470 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1193ffb2-0934-4f75-b5a4-7d33e5b178d1 x-openstack-request-id: req-1193ffb2-0934-4f75-b5a4-7d33e5b178d1 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:04:22.715772 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbfc4eb9-90b3-442c-9733-0a0a273812c0", "tag": "2544c230-aa0b-4b61-9082-8839314c06b8", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:04:22.716027 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1193ffb2-0934-4f75-b5a4-7d33e5b178d1 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:04:22.716423 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1193ffb2-0934-4f75-b5a4-7d33e5b178d1'] response: {'name': 'network-changed', 'server_uuid': 'dbfc4eb9-90b3-442c-9733-0a0a273812c0', 'tag': '2544c230-aa0b-4b61-9082-8839314c06b8', 'status': 'completed', 'code': 200} Apr 22 08:04:22.769488 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 60438) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:22.789632 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bd875e08-f5ba-499e-8105-1cb5fd25a01d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:22.881756 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9082eda-0e78-4793-93fb-35d50c2c7e8b req-79b5f684-8589-4c63-a085-3b1f72e16299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:22.884598 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f9082eda-0e78-4793-93fb-35d50c2c7e8b req-79b5f684-8589-4c63-a085-3b1f72e16299 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=418089b9d73b40b198fe850c8e0fa9b8&device_id=dbfc4eb9-90b3-442c-9733-0a0a273812c0 HTTP/1.1" status: 200 len: 1130 time: 0.1485624 Apr 22 08:04:22.932344 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bd875e08-f5ba-499e-8105-1cb5fd25a01d admin admin] Publish callbacks [] for security_group (7017eed7-b9af-48e5-808d-f2e9ba207412), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:22.966537 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-bf20e8e3-c36c-40be-9ef4-c023fd5135b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '92107b78-fcd9-4b29-a5c6-aeff3bcb5266', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'floating_ip_address': '172.28.2.175', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'port_id': '2544c230-aa0b-4b61-9082-8839314c06b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'mac_address': 'fa:16:3e:5e:5b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfc4eb9-90b3-442c-9733-0a0a273812c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:03:58Z', 'updated_at': '2022-04-22T08:04:21Z', 'revision_number': 1, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:04:22.998333 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf20e8e3-c36c-40be-9ef4-c023fd5135b9 None None] Checking router: 7090097d-05ba-42e9-a34f-e11e7566645b for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:04:23.008482 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf20e8e3-c36c-40be-9ef4-c023fd5135b9 None None] Routers {'7090097d-05ba-42e9-a34f-e11e7566645b'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:04:23.009270 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-bf20e8e3-c36c-40be-9ef4-c023fd5135b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:04:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['7090097d-05ba-42e9-a34f-e11e7566645b'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:04:23.024229 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bd875e08-f5ba-499e-8105-1cb5fd25a01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (7017eed7-b9af-48e5-808d-f2e9ba207412), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:23.070635 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd875e08-f5ba-499e-8105-1cb5fd25a01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7017eed7-b9af-48e5-808d-f2e9ba207412,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:23.097654 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-bd875e08-f5ba-499e-8105-1cb5fd25a01d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24bf0c33be064e74afab7d9f8c0ef964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262837 Apr 22 08:04:23.101546 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 60450) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:23.133599 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-bf20e8e3-c36c-40be-9ef4-c023fd5135b9 None None] Set router 7090097d-05ba-42e9-a34f-e11e7566645b gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:04:23.164744 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b74021e8-d786-43e5-9a72-6ee82dd68e59 admin admin] Publish callbacks [] for security_group (7017eed7-b9af-48e5-808d-f2e9ba207412), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:23.191255 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b74021e8-d786-43e5-9a72-6ee82dd68e59 admin admin] Publish callbacks [] for security_group (7017eed7-b9af-48e5-808d-f2e9ba207412), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:23.370552 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-bf20e8e3-c36c-40be-9ef4-c023fd5135b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '92107b78-fcd9-4b29-a5c6-aeff3bcb5266', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'floating_ip_address': '172.28.2.175', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'port_id': '2544c230-aa0b-4b61-9082-8839314c06b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'mac_address': 'fa:16:3e:5e:5b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfc4eb9-90b3-442c-9733-0a0a273812c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:03:58Z', 'updated_at': '2022-04-22T08:04:21Z', 'revision_number': 1, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:04:23.384458 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b74021e8-d786-43e5-9a72-6ee82dd68e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (7017eed7-b9af-48e5-808d-f2e9ba207412), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:23.391343 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b74021e8-d786-43e5-9a72-6ee82dd68e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:23.397266 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-b74021e8-d786-43e5-9a72-6ee82dd68e59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7017eed7-b9af-48e5-808d-f2e9ba207412 HTTP/1.1" status: 204 len: 168 time: 0.2907689 Apr 22 08:04:23.415844 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74021e8-d786-43e5-9a72-6ee82dd68e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7017eed7-b9af-48e5-808d-f2e9ba207412,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:23.436323 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9082eda-0e78-4793-93fb-35d50c2c7e8b req-7979e8f4-5b8e-4588-ae9c-cab58bc313a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:23.437840 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f9082eda-0e78-4793-93fb-35d50c2c7e8b req-7979e8f4-5b8e-4588-ae9c-cab58bc313a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6dee7f59-68db-465f-b55a-26e8be06de12 HTTP/1.1" status: 200 len: 916 time: 0.5399241 Apr 22 08:04:23.521994 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf20e8e3-c36c-40be-9ef4-c023fd5135b9 None None] The sync data for ids ['7090097d-05ba-42e9-a34f-e11e7566645b'] in dv-cinder-838880-1-smb is: [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '92107b78-fcd9-4b29-a5c6-aeff3bcb5266', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'floating_ip_address': '172.28.2.175', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'port_id': '2544c230-aa0b-4b61-9082-8839314c06b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'mac_address': 'fa:16:3e:5e:5b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfc4eb9-90b3-442c-9733-0a0a273812c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:03:58Z', 'updated_at': '2022-04-22T08:04:21Z', 'revision_number': 1, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:04:23.610026 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec73422-7b79-4339-b52b-58c7d04f6976 req-05322213-cb8b-44da-b355-50204018a410 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:23.611581 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8ec73422-7b79-4339-b52b-58c7d04f6976 req-05322213-cb8b-44da-b355-50204018a410 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 945 time: 0.2432766 Apr 22 08:04:23.625938 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-97eee2fe-af63-4f98-9b02-26ea1fd0456e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:23.635785 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f9082eda-0e78-4793-93fb-35d50c2c7e8b req-d929a41d-f3ea-459b-ac73-f54db2cea5c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2544c230-aa0b-4b61-9082-8839314c06b8 HTTP/1.1" status: 200 len: 1000 time: 0.1870863 Apr 22 08:04:23.704965 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d2ad5-db5a-4644-8396-4fc45fa92c1c req-eaca2e5a-a8a5-4444-98f8-b5a2c15953f1 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:23.706656 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-c43d2ad5-db5a-4644-8396-4fc45fa92c1c req-eaca2e5a-a8a5-4444-98f8-b5a2c15953f1 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 945 time: 0.1227038 Apr 22 08:04:23.712163 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8ec73422-7b79-4339-b52b-58c7d04f6976 req-5ca8df2a-0f76-48ed-966e-d86f22585da8 tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/security-groups?id=35957931-0170-441b-a32a-4ec8d290d71a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887358 Apr 22 08:04:23.716332 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9082eda-0e78-4793-93fb-35d50c2c7e8b req-e28bfc87-75d4-4e66-902c-1c6909b5a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:23.720907 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f9082eda-0e78-4793-93fb-35d50c2c7e8b req-e28bfc87-75d4-4e66-902c-1c6909b5a18a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=641627bb-b95d-4c67-8726-0140678dc8e7 HTTP/1.1" status: 200 len: 854 time: 0.0725405 Apr 22 08:04:23.781137 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-97eee2fe-af63-4f98-9b02-26ea1fd0456e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (5f5d545f-debd-472c-9140-2be16c271d7c), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:23.790159 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9082eda-0e78-4793-93fb-35d50c2c7e8b req-7197b778-7622-4375-9f44-a4209f24b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:23.791460 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f9082eda-0e78-4793-93fb-35d50c2c7e8b req-7197b778-7622-4375-9f44-a4209f24b2ba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6dee7f59-68db-465f-b55a-26e8be06de12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0666008 Apr 22 08:04:23.833489 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99da8e87-ff48-469f-8c71-2a1043c57167 None None] New status for floating IP 92107b78-fcd9-4b29-a5c6-aeff3bcb5266: ACTIVE {{(pid=103834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 08:04:24.026731 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f9082eda-0e78-4793-93fb-35d50c2c7e8b req-b16ebf41-8cb3-4205-9ead-fe602a500def service neutron] 10.222.0.39 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985803 Apr 22 08:04:24.068286 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [req-c43d2ad5-db5a-4644-8396-4fc45fa92c1c req-82391ee4-3015-4cdd-943e-824edbd3074d tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Deleting port 899257f3-b6f8-487a-af7b-b8d61f53e229 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:04:24.073215 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-c43d2ad5-db5a-4644-8396-4fc45fa92c1c req-82391ee4-3015-4cdd-943e-824edbd3074d tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (899257f3-b6f8-487a-af7b-b8d61f53e229), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:24.156353 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416dc61-944f-46f3-95b0-00d9f8083a9a req-9a76b24b-9315-493a-abec-8d4dbc4312e4 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:24.157828 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2416dc61-944f-46f3-95b0-00d9f8083a9a req-9a76b24b-9315-493a-abec-8d4dbc4312e4 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.3286800 Apr 22 08:04:24.188929 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [req-c43d2ad5-db5a-4644-8396-4fc45fa92c1c req-82391ee4-3015-4cdd-943e-824edbd3074d tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] For port 899257f3-b6f8-487a-af7b-b8d61f53e229, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=899257f3-b6f8-487a-af7b-b8d61f53e229,segment=NetworkSegment(c8e36c8b-704e-424e-a167-cc58800ff4e4),segment_id=c8e36c8b-704e-424e-a167-cc58800ff4e4)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:04:24.189289 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-c43d2ad5-db5a-4644-8396-4fc45fa92c1c req-82391ee4-3015-4cdd-943e-824edbd3074d tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (899257f3-b6f8-487a-af7b-b8d61f53e229), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:24.202642 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.l3_db [None req-97eee2fe-af63-4f98-9b02-26ea1fd0456e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Floating IP 5f5d545f-debd-472c-9140-2be16c271d7c associated. External IP: 172.28.2.176, port: 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd. Apr 22 08:04:24.207058 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [req-c43d2ad5-db5a-4644-8396-4fc45fa92c1c req-82391ee4-3015-4cdd-943e-824edbd3074d tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Calling delete_port for 899257f3-b6f8-487a-af7b-b8d61f53e229 owned by compute:nova {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:04:24.213214 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f9082eda-0e78-4793-93fb-35d50c2c7e8b req-a964fbaf-449d-4994-99f2-34f9f23bb99d service neutron] 10.222.0.39 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645341 Apr 22 08:04:24.300932 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2416dc61-944f-46f3-95b0-00d9f8083a9a req-ab24d548-d6ab-4fed-bc40-ec10934e2c96 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350050 Apr 22 08:04:24.460013 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97eee2fe-af63-4f98-9b02-26ea1fd0456e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Router daa5e407-672e-4305-a3ec-6693e484c3e3 has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:04:24.510796 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-c43d2ad5-db5a-4644-8396-4fc45fa92c1c req-82391ee4-3015-4cdd-943e-824edbd3074d tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (899257f3-b6f8-487a-af7b-b8d61f53e229), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:24.520301 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['899257f3-b6f8-487a-af7b-b8d61f53e229'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:04:24.559422 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82391ee4-3015-4cdd-943e-824edbd3074d tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Pushing event deleted for resources: {'Port': ['ID=899257f3-b6f8-487a-af7b-b8d61f53e229,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:24.622054 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43d2ad5-db5a-4644-8396-4fc45fa92c1c req-82391ee4-3015-4cdd-943e-824edbd3074d tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] No DVR routers for this DVR port 899257f3-b6f8-487a-af7b-b8d61f53e229 on host hv-cinder-83888 {{(pid=103833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:04:24.625521 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-c43d2ad5-db5a-4644-8396-4fc45fa92c1c req-82391ee4-3015-4cdd-943e-824edbd3074d tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:24.629633 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-c43d2ad5-db5a-4644-8396-4fc45fa92c1c req-82391ee4-3015-4cdd-943e-824edbd3074d tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.39 "DELETE /v2.0/ports/899257f3-b6f8-487a-af7b-b8d61f53e229 HTTP/1.1" status: 204 len: 173 time: 0.9174585 Apr 22 08:04:24.630240 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2fba0e-e304-4733-aa14-b2e50b065617', 'name': 'network-vif-deleted', 'tag': '899257f3-b6f8-487a-af7b-b8d61f53e229'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:04:24.633542 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1f660848c79b36bae0e0b840ac11b5c4e167d2979010aa0292c1729aff9b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e01da4-69dd-4d87-92c5-1317638336a3" -d '{"events": [{"server_uuid": "2a2fba0e-e304-4733-aa14-b2e50b065617", "name": "network-vif-deleted", "tag": "899257f3-b6f8-487a-af7b-b8d61f53e229"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:04:24.643128 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97eee2fe-af63-4f98-9b02-26ea1fd0456e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:04:24.648916 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-97eee2fe-af63-4f98-9b02-26ea1fd0456e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:24.655517 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d2a992-62cf-4be2-89e8-46a5d9d5e371 None None] Sync routers for ids ['daa5e407-672e-4305-a3ec-6693e484c3e3'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:04:24.666554 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d2a992-62cf-4be2-89e8-46a5d9d5e371 None None] Routers {'daa5e407-672e-4305-a3ec-6693e484c3e3'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:04:24.667050 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-88d2a992-62cf-4be2-89e8-46a5d9d5e371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:04:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['daa5e407-672e-4305-a3ec-6693e484c3e3'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:04:24.674862 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5525d38-65d8-456e-9834-a0d01ea0dc54 x-openstack-request-id: req-d5525d38-65d8-456e-9834-a0d01ea0dc54 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:04:24.675473 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2fba0e-e304-4733-aa14-b2e50b065617", "name": "network-vif-deleted", "tag": "899257f3-b6f8-487a-af7b-b8d61f53e229", "status": "completed", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:04:24.678924 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5525d38-65d8-456e-9834-a0d01ea0dc54 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:04:24.679513 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5525d38-65d8-456e-9834-a0d01ea0dc54'] response: {'server_uuid': '2a2fba0e-e304-4733-aa14-b2e50b065617', 'name': 'network-vif-deleted', 'tag': '899257f3-b6f8-487a-af7b-b8d61f53e229', 'status': 'completed', 'code': 200} Apr 22 08:04:24.685789 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-97eee2fe-af63-4f98-9b02-26ea1fd0456e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "PUT /v2.0/floatingips/5f5d545f-debd-472c-9140-2be16c271d7c HTTP/1.1" status: 200 len: 992 time: 2.1923287 Apr 22 08:04:24.717828 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a24ec7-f00f-47fc-9c89-aa6fb0222fcd', 'tag': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:04:24.721970 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d168519e-6953-44c6-9ed4-dfd94437db70" -d '{"events": [{"name": "network-changed", "server_uuid": "63a24ec7-f00f-47fc-9c89-aa6fb0222fcd", "tag": "9f6da4a7-c21c-41aa-b181-66e1c46d5cbd"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:04:24.767934 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8f590a-3c50-4e17-a2de-14fe6c6eccc3 x-openstack-request-id: req-ea8f590a-3c50-4e17-a2de-14fe6c6eccc3 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:04:24.772128 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a24ec7-f00f-47fc-9c89-aa6fb0222fcd", "tag": "9f6da4a7-c21c-41aa-b181-66e1c46d5cbd", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:04:24.772128 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea8f590a-3c50-4e17-a2de-14fe6c6eccc3 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:04:24.772128 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea8f590a-3c50-4e17-a2de-14fe6c6eccc3'] response: {'name': 'network-changed', 'server_uuid': '63a24ec7-f00f-47fc-9c89-aa6fb0222fcd', 'tag': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd', 'status': 'completed', 'code': 200} Apr 22 08:04:24.821173 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-88d2a992-62cf-4be2-89e8-46a5d9d5e371 None None] Set router daa5e407-672e-4305-a3ec-6693e484c3e3 gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:04:24.899114 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168519e-6953-44c6-9ed4-dfd94437db70 req-f56caf32-022d-4699-a556-df75bb82eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:24.901341 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d168519e-6953-44c6-9ed4-dfd94437db70 req-f56caf32-022d-4699-a556-df75bb82eff7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b16e55435fdd44369ad143385457d955&device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 1130 time: 0.0963943 Apr 22 08:04:24.938728 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-fbeb62bd-7c26-4c30-87bc-f4fffd5b0be1 req-aee52b58-a845-4856-830f-2eaba4fb4e6b tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 210 time: 0.0800889 Apr 22 08:04:25.177084 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-88d2a992-62cf-4be2-89e8-46a5d9d5e371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'name': 'tempest-AttachVolumeShelveTestJSON-269675797-router', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:32Z', 'updated_at': '2022-04-22T08:03:41Z', 'revision_number': 4, 'project_id': 'b16e55435fdd44369ad143385457d955', 'gw_port': {'id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:33Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '5f5d545f-debd-472c-9140-2be16c271d7c', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'floating_ip_address': '172.28.2.176', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'port_id': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'mac_address': 'fa:16:3e:ca:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a24ec7-f00f-47fc-9c89-aa6fb0222fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:03:57Z', 'updated_at': '2022-04-22T08:04:23Z', 'revision_number': 1, 'project_id': 'b16e55435fdd44369ad143385457d955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fe14cf-7845-47cb-81ae-8a52d84332aa', 'name': '', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'mac_address': 'fa:16:3e:09:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:39Z', 'updated_at': '2022-04-22T08:03:56Z', 'revision_number': 5, 'project_id': 'b16e55435fdd44369ad143385457d955', 'subnets': [{'id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:04:25.208419 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d2a992-62cf-4be2-89e8-46a5d9d5e371 None None] Checking router: daa5e407-672e-4305-a3ec-6693e484c3e3 for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:04:25.218090 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d2a992-62cf-4be2-89e8-46a5d9d5e371 None None] Routers {'daa5e407-672e-4305-a3ec-6693e484c3e3'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:04:25.219035 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-88d2a992-62cf-4be2-89e8-46a5d9d5e371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:04:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['daa5e407-672e-4305-a3ec-6693e484c3e3'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:04:25.229316 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168519e-6953-44c6-9ed4-dfd94437db70 req-1dec1894-798b-4309-87ed-f8065e2cbc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:25.231687 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d168519e-6953-44c6-9ed4-dfd94437db70 req-1dec1894-798b-4309-87ed-f8065e2cbc29 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4b674c87-1c24-4bb4-9319-a67400265e39 HTTP/1.1" status: 200 len: 917 time: 0.3245075 Apr 22 08:04:25.353221 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-88d2a992-62cf-4be2-89e8-46a5d9d5e371 None None] Set router daa5e407-672e-4305-a3ec-6693e484c3e3 gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:04:25.431226 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d168519e-6953-44c6-9ed4-dfd94437db70 req-8ed0c88a-0290-43a7-9cc0-eb39b9d825df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd HTTP/1.1" status: 200 len: 1000 time: 0.1923082 Apr 22 08:04:25.507921 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340007ed-2539-420c-9631-8acebe9096c5 req-82a6a8b0-88a5-4a3f-a1dc-bd91dc4a03e7 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:25.510527 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168519e-6953-44c6-9ed4-dfd94437db70 req-3d22a761-e8c5-461b-98c1-872b90ec8e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:25.512012 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d168519e-6953-44c6-9ed4-dfd94437db70 req-3d22a761-e8c5-461b-98c1-872b90ec8e8b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=093be093-5f28-4c4a-80b0-be7fd291fc71 HTTP/1.1" status: 200 len: 855 time: 0.0670226 Apr 22 08:04:25.516240 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-340007ed-2539-420c-9631-8acebe9096c5 req-82a6a8b0-88a5-4a3f-a1dc-bd91dc4a03e7 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0819650 Apr 22 08:04:25.605086 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-340007ed-2539-420c-9631-8acebe9096c5 req-64e5e13d-6cd8-46d0-a9f7-b4c7c8671dc1 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876682 Apr 22 08:04:25.611039 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168519e-6953-44c6-9ed4-dfd94437db70 req-33b3815b-8aae-41d8-8cc2-746457b07248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:25.612564 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d168519e-6953-44c6-9ed4-dfd94437db70 req-33b3815b-8aae-41d8-8cc2-746457b07248 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b674c87-1c24-4bb4-9319-a67400265e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0896740 Apr 22 08:04:25.688077 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-88d2a992-62cf-4be2-89e8-46a5d9d5e371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'name': 'tempest-AttachVolumeShelveTestJSON-269675797-router', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:32Z', 'updated_at': '2022-04-22T08:03:41Z', 'revision_number': 4, 'project_id': 'b16e55435fdd44369ad143385457d955', 'gw_port': {'id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:33Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '5f5d545f-debd-472c-9140-2be16c271d7c', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'floating_ip_address': '172.28.2.176', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'port_id': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'mac_address': 'fa:16:3e:ca:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a24ec7-f00f-47fc-9c89-aa6fb0222fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:03:57Z', 'updated_at': '2022-04-22T08:04:23Z', 'revision_number': 1, 'project_id': 'b16e55435fdd44369ad143385457d955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fe14cf-7845-47cb-81ae-8a52d84332aa', 'name': '', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'mac_address': 'fa:16:3e:09:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:39Z', 'updated_at': '2022-04-22T08:03:56Z', 'revision_number': 5, 'project_id': 'b16e55435fdd44369ad143385457d955', 'subnets': [{'id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:04:25.719759 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d2a992-62cf-4be2-89e8-46a5d9d5e371 None None] The sync data for ids ['daa5e407-672e-4305-a3ec-6693e484c3e3'] in dv-cinder-838880-1-smb is: [{'id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'name': 'tempest-AttachVolumeShelveTestJSON-269675797-router', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:32Z', 'updated_at': '2022-04-22T08:03:41Z', 'revision_number': 4, 'project_id': 'b16e55435fdd44369ad143385457d955', 'gw_port': {'id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:33Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '5f5d545f-debd-472c-9140-2be16c271d7c', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'floating_ip_address': '172.28.2.176', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'port_id': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'mac_address': 'fa:16:3e:ca:f0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a24ec7-f00f-47fc-9c89-aa6fb0222fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:03:57Z', 'updated_at': '2022-04-22T08:04:23Z', 'revision_number': 1, 'project_id': 'b16e55435fdd44369ad143385457d955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fe14cf-7845-47cb-81ae-8a52d84332aa', 'name': '', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'mac_address': 'fa:16:3e:09:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:39Z', 'updated_at': '2022-04-22T08:03:56Z', 'revision_number': 5, 'project_id': 'b16e55435fdd44369ad143385457d955', 'subnets': [{'id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:04:25.742011 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d168519e-6953-44c6-9ed4-dfd94437db70 req-cefde698-628a-4dbf-853e-fbe4e6c2444f service neutron] 10.222.0.39 "GET /v2.0/networks/4b674c87-1c24-4bb4-9319-a67400265e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115558 Apr 22 08:04:25.899574 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-d168519e-6953-44c6-9ed4-dfd94437db70 req-0978be5d-7dd4-4c04-bc68-0bac5f89bd46 service neutron] 10.222.0.39 "GET /v2.0/networks/4b674c87-1c24-4bb4-9319-a67400265e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426020 Apr 22 08:04:25.902747 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a213e9c5-80c6-4a7b-8394-20ea8518cb71 req-bb52a353-5d87-4c37-9b07-3cbfdb54d66c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0447571 Apr 22 08:04:25.999886 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a213e9c5-80c6-4a7b-8394-20ea8518cb71 req-62505dc0-7cd0-4347-a5f7-fd1d20be04be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=223df681cdd647a7bc3af31303a86577&device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 210 time: 0.0289025 Apr 22 08:04:26.085136 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e59cb5-f527-4c88-8364-efcd93e911d2 None None] New status for floating IP 5f5d545f-debd-472c-9140-2be16c271d7c: ACTIVE {{(pid=103834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 08:04:26.234150 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5caa611e-f465-459b-880f-d2980af12403 req-9d65493b-f31c-495e-b516-4d3c4932b79b tempest-DeleteServersTestJSON-362408663 tempest-DeleteServersTestJSON-362408663-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a2fba0e-e304-4733-aa14-b2e50b065617 HTTP/1.1" status: 200 len: 210 time: 0.0494225 Apr 22 08:04:26.274190 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213e9c5-80c6-4a7b-8394-20ea8518cb71 req-e1f1bb72-4440-45a6-9324-0e620161c2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:26.276634 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a213e9c5-80c6-4a7b-8394-20ea8518cb71 req-e1f1bb72-4440-45a6-9324-0e620161c2b3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=223df681cdd647a7bc3af31303a86577&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2436323 Apr 22 08:04:26.382092 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213e9c5-80c6-4a7b-8394-20ea8518cb71 req-49e324ce-2466-4920-bc55-10614359725d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:26.383623 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a213e9c5-80c6-4a7b-8394-20ea8518cb71 req-49e324ce-2466-4920-bc55-10614359725d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1014075 Apr 22 08:04:26.735092 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10be66-188d-4438-8e48-2741bef0cbd1 req-29eed71e-7085-4b1b-adb4-64446825ecf6 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:26.736615 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bb10be66-188d-4438-8e48-2741bef0cbd1 req-29eed71e-7085-4b1b-adb4-64446825ecf6 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0565307 Apr 22 08:04:26.794181 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bb10be66-188d-4438-8e48-2741bef0cbd1 req-379ac0df-a66d-44b9-b5e9-724b9e85c7d1 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501430 Apr 22 08:04:26.801865 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 60594) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:26.851992 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 60598) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:26.961545 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6dd90aa7-f6c9-4b59-9ec3-574954e2d853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:27.002922 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fc6672f0-c69e-45c2-82fb-4fdab5bc74ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:27.078999 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6dd90aa7-f6c9-4b59-9ec3-574954e2d853 admin admin] Publish callbacks [] for security_group (d070c766-1227-4211-aa5b-20f383d3940e), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:27.118684 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fc6672f0-c69e-45c2-82fb-4fdab5bc74ad admin admin] Publish callbacks [] for security_group (ae497770-9923-4a4d-8619-1cf8d56c23cb), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:27.170122 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6dd90aa7-f6c9-4b59-9ec3-574954e2d853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (d070c766-1227-4211-aa5b-20f383d3940e), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:27.212946 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-6dd90aa7-f6c9-4b59-9ec3-574954e2d853 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=033cbc45744341f09d3c549f16172083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4032025 Apr 22 08:04:27.212946 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd90aa7-f6c9-4b59-9ec3-574954e2d853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d070c766-1227-4211-aa5b-20f383d3940e,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:27.213368 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 60610) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:27.218477 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fc6672f0-c69e-45c2-82fb-4fdab5bc74ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (ae497770-9923-4a4d-8619-1cf8d56c23cb), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:27.266087 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-fc6672f0-c69e-45c2-82fb-4fdab5bc74ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0654105e8a384976bca7877d026bbbb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4130101 Apr 22 08:04:27.266806 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 60614) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:27.268955 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6672f0-c69e-45c2-82fb-4fdab5bc74ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae497770-9923-4a4d-8619-1cf8d56c23cb,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:27.270020 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3c65cdba-941f-49b4-9ace-8d507af989c3 admin admin] Publish callbacks [] for security_group (d070c766-1227-4211-aa5b-20f383d3940e), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:27.324265 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3c65cdba-941f-49b4-9ace-8d507af989c3 admin admin] Publish callbacks [] for security_group (d070c766-1227-4211-aa5b-20f383d3940e), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:27.340992 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-be0f08ec-9ce9-4a90-a9a6-5b3d41eadd2b admin admin] Publish callbacks [] for security_group (ae497770-9923-4a4d-8619-1cf8d56c23cb), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:27.371277 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-be0f08ec-9ce9-4a90-a9a6-5b3d41eadd2b admin admin] Publish callbacks [] for security_group (ae497770-9923-4a4d-8619-1cf8d56c23cb), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:27.408689 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:27.492719 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3c65cdba-941f-49b4-9ace-8d507af989c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (d070c766-1227-4211-aa5b-20f383d3940e), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:27.495345 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3c65cdba-941f-49b4-9ace-8d507af989c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:27.496499 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-3c65cdba-941f-49b4-9ace-8d507af989c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d070c766-1227-4211-aa5b-20f383d3940e HTTP/1.1" status: 204 len: 168 time: 0.2815583 Apr 22 08:04:27.504522 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65cdba-941f-49b4-9ace-8d507af989c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d070c766-1227-4211-aa5b-20f383d3940e,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:27.526679 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-be0f08ec-9ce9-4a90-a9a6-5b3d41eadd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (ae497770-9923-4a4d-8619-1cf8d56c23cb), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:27.529451 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-be0f08ec-9ce9-4a90-a9a6-5b3d41eadd2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:27.533178 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-be0f08ec-9ce9-4a90-a9a6-5b3d41eadd2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae497770-9923-4a4d-8619-1cf8d56c23cb HTTP/1.1" status: 204 len: 168 time: 0.2626829 Apr 22 08:04:27.544334 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f08ec-9ce9-4a90-a9a6-5b3d41eadd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae497770-9923-4a4d-8619-1cf8d56c23cb,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:27.935372 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d253f-9e6f-49f6-83e7-f4f84e0919b8 req-72ed44ac-9c57-4120-b638-f17e6ae501ef tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:27.938241 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c50d253f-9e6f-49f6-83e7-f4f84e0919b8 req-72ed44ac-9c57-4120-b638-f17e6ae501ef tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0635395 Apr 22 08:04:28.004276 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c50d253f-9e6f-49f6-83e7-f4f84e0919b8 req-136591aa-3981-4693-b4fb-08271d214a04 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608258 Apr 22 08:04:28.167923 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 899257f3-b6f8-487a-af7b-b8d61f53e229 no longer exists at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:04:28.190746 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] No Port match for: 899257f3-b6f8-487a-af7b-b8d61f53e229 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:04:28.191097 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 899257f3-b6f8-487a-af7b-b8d61f53e229 not bound to the agent host hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:04:28.375265 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 60648) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:28.388641 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-aa09b1a8-09c5-4432-bf95-c00317bd1501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:28.466755 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-aa09b1a8-09c5-4432-bf95-c00317bd1501 admin admin] Publish callbacks [] for security_group (98b127cd-f40e-4802-9a66-ba133a7c88f5), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:28.478246 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 60650) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:28.491389 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-371b784f-2b5d-4617-a908-1111862d2c6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:28.563231 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-371b784f-2b5d-4617-a908-1111862d2c6f admin admin] Publish callbacks [] for security_group (fecf795e-775a-46d2-9c6b-5bd7fba48cd7), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:28.564226 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-aa09b1a8-09c5-4432-bf95-c00317bd1501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (98b127cd-f40e-4802-9a66-ba133a7c88f5), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:28.601921 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-aa09b1a8-09c5-4432-bf95-c00317bd1501 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7031723cc32541e3a41b4a74ab9e0a31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255569 Apr 22 08:04:28.602807 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09b1a8-09c5-4432-bf95-c00317bd1501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b127cd-f40e-4802-9a66-ba133a7c88f5,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:28.604660 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 60652) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:28.647483 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-371b784f-2b5d-4617-a908-1111862d2c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (fecf795e-775a-46d2-9c6b-5bd7fba48cd7), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:28.653913 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e73ec10e-8c2f-4042-bbd1-82804f342f4c admin admin] Publish callbacks [] for security_group (98b127cd-f40e-4802-9a66-ba133a7c88f5), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:28.674651 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e73ec10e-8c2f-4042-bbd1-82804f342f4c admin admin] Publish callbacks [] for security_group (98b127cd-f40e-4802-9a66-ba133a7c88f5), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:28.685220 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-371b784f-2b5d-4617-a908-1111862d2c6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16579825cc6e486482edbd7e1fa549d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2058985 Apr 22 08:04:28.687153 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b784f-2b5d-4617-a908-1111862d2c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecf795e-775a-46d2-9c6b-5bd7fba48cd7,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:28.689430 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 60654) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:28.741717 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6138890f-700e-4abf-99c2-70384ce45254 admin admin] Publish callbacks [] for security_group (fecf795e-775a-46d2-9c6b-5bd7fba48cd7), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:28.762859 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6138890f-700e-4abf-99c2-70384ce45254 admin admin] Publish callbacks [] for security_group (fecf795e-775a-46d2-9c6b-5bd7fba48cd7), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:28.778700 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e73ec10e-8c2f-4042-bbd1-82804f342f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (98b127cd-f40e-4802-9a66-ba133a7c88f5), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:28.781260 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e73ec10e-8c2f-4042-bbd1-82804f342f4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:28.782461 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-e73ec10e-8c2f-4042-bbd1-82804f342f4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98b127cd-f40e-4802-9a66-ba133a7c88f5 HTTP/1.1" status: 204 len: 168 time: 0.1762705 Apr 22 08:04:28.794822 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ec10e-8c2f-4042-bbd1-82804f342f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b127cd-f40e-4802-9a66-ba133a7c88f5,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:28.892867 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6138890f-700e-4abf-99c2-70384ce45254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (fecf795e-775a-46d2-9c6b-5bd7fba48cd7), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:28.896043 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6138890f-700e-4abf-99c2-70384ce45254 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:28.898681 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-6138890f-700e-4abf-99c2-70384ce45254 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fecf795e-775a-46d2-9c6b-5bd7fba48cd7 HTTP/1.1" status: 204 len: 168 time: 0.2069409 Apr 22 08:04:28.906576 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138890f-700e-4abf-99c2-70384ce45254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecf795e-775a-46d2-9c6b-5bd7fba48cd7,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:29.124833 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d769b20-337e-4c23-b4d3-06a788929141 req-65a4704c-01ce-4530-b6d7-186a51a08bdb tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:29.126305 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2d769b20-337e-4c23-b4d3-06a788929141 req-65a4704c-01ce-4530-b6d7-186a51a08bdb tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0535040 Apr 22 08:04:29.184810 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2d769b20-337e-4c23-b4d3-06a788929141 req-b1415764-9904-4295-bdff-25cdac507c11 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500476 Apr 22 08:04:29.373187 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 60690) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:29.430063 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f44e96-8c95-4ccc-a2dd-c8a7ed3ed17e admin admin] Deleting subnet 34d67503-1f36-49d5-8ff8-f8434bd3064e {{(pid=103832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 22 08:04:29.436017 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-35f44e96-8c95-4ccc-a2dd-c8a7ed3ed17e admin admin] Publish callbacks [] for subnet (34d67503-1f36-49d5-8ff8-f8434bd3064e), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:29.479658 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-35f44e96-8c95-4ccc-a2dd-c8a7ed3ed17e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3461980'] for subnet (34d67503-1f36-49d5-8ff8-f8434bd3064e), precommit_delete_associations {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:29.525120 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-35f44e96-8c95-4ccc-a2dd-c8a7ed3ed17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678605'] for subnet (34d67503-1f36-49d5-8ff8-f8434bd3064e), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:29.676592 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-35f44e96-8c95-4ccc-a2dd-c8a7ed3ed17e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4133419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645574'] for subnet (34d67503-1f36-49d5-8ff8-f8434bd3064e), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:29.708548 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f44e96-8c95-4ccc-a2dd-c8a7ed3ed17e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34d67503-1f36-49d5-8ff8-f8434bd3064e,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:29.710912 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-35f44e96-8c95-4ccc-a2dd-c8a7ed3ed17e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:29.714574 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-35f44e96-8c95-4ccc-a2dd-c8a7ed3ed17e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/34d67503-1f36-49d5-8ff8-f8434bd3064e HTTP/1.1" status: 204 len: 168 time: 0.3401389 Apr 22 08:04:29.717422 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 60712) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:29.797435 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fe97e4b2-d9d7-4a8a-9967-f00ead0b785f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7779404'] for network (2271ae03-6276-49f9-8980-74f19df8514f), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:29.889205 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fe97e4b2-d9d7-4a8a-9967-f00ead0b785f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656218', 'neutron.services.segments.db._delete_segments_for_network-8744465249738'] for network (2271ae03-6276-49f9-8980-74f19df8514f), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:29.919899 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-fe97e4b2-d9d7-4a8a-9967-f00ead0b785f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2271ae03-6276-49f9-8980-74f19df8514f']}} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:04:29.930744 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-fe97e4b2-d9d7-4a8a-9967-f00ead0b785f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e36c8b-704e-424e-a167-cc58800ff4e4') {'for_net_delete': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:04:29.931045 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-fe97e4b2-d9d7-4a8a-9967-f00ead0b785f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e36c8b-704e-424e-a167-cc58800ff4e4') {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:04:29.942377 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fe97e4b2-d9d7-4a8a-9967-f00ead0b785f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744465252819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3532382'] for segment (c8e36c8b-704e-424e-a167-cc58800ff4e4), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:29.956586 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fe97e4b2-d9d7-4a8a-9967-f00ead0b785f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (c8e36c8b-704e-424e-a167-cc58800ff4e4), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:29.963097 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe97e4b2-d9d7-4a8a-9967-f00ead0b785f admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 08:04:29.963476 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fe97e4b2-d9d7-4a8a-9967-f00ead0b785f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4079279'] for segment (c8e36c8b-704e-424e-a167-cc58800ff4e4), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: Traceback (most recent call last): Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: timer() Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: cb(*args, **kw) Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: return func(*args, **kwargs) Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: self._notify() Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: self.callback(batched_events) Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: event.method(event) Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: return f(self, *a, **k) Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: return self._get(url).json() Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: return self.request(url, 'GET', **kwargs) Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 08:04:29.965099 dv-cinder-838880-1-smb neutron-server[103833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 08:04:30.164395 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fe97e4b2-d9d7-4a8a-9967-f00ead0b785f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7656195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706048'] for network (2271ae03-6276-49f9-8980-74f19df8514f), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:30.174059 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fe97e4b2-d9d7-4a8a-9967-f00ead0b785f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:30.177300 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-fe97e4b2-d9d7-4a8a-9967-f00ead0b785f admin admin] 10.222.0.13 "DELETE /v2.0/networks/2271ae03-6276-49f9-8980-74f19df8514f HTTP/1.1" status: 204 len: 168 time: 0.4577098 Apr 22 08:04:30.191928 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97e4b2-d9d7-4a8a-9967-f00ead0b785f admin admin] Pushing event deleted for resources: {'Network': ['ID=2271ae03-6276-49f9-8980-74f19df8514f,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:30.317911 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747def9d-0fbd-469c-a426-4c3186585ce1 req-0bbc0d98-29e9-4f17-894c-370217c685e9 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:30.320139 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-747def9d-0fbd-469c-a426-4c3186585ce1 req-0bbc0d98-29e9-4f17-894c-370217c685e9 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0595276 Apr 22 08:04:30.369973 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-747def9d-0fbd-469c-a426-4c3186585ce1 req-de9bbe9d-50d6-4612-b794-4ef8f2eb4ee5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440896 Apr 22 08:04:30.548255 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 60760) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:30.595137 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-e8a9af6c-77ef-425d-b068-09a0f7414a33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=223df681cdd647a7bc3af31303a86577&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0455003 Apr 22 08:04:30.597852 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 60764) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:30.657338 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0982e9ce-92a0-42e4-b76f-6ea5e5360f20 admin admin] Publish callbacks [] for security_group (35957931-0170-441b-a32a-4ec8d290d71a), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:30.684484 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0982e9ce-92a0-42e4-b76f-6ea5e5360f20 admin admin] Publish callbacks [] for security_group (35957931-0170-441b-a32a-4ec8d290d71a), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:30.798557 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0982e9ce-92a0-42e4-b76f-6ea5e5360f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (35957931-0170-441b-a32a-4ec8d290d71a), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:30.801217 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0982e9ce-92a0-42e4-b76f-6ea5e5360f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:30.810056 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-0982e9ce-92a0-42e4-b76f-6ea5e5360f20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35957931-0170-441b-a32a-4ec8d290d71a HTTP/1.1" status: 204 len: 168 time: 0.2035511 Apr 22 08:04:30.811988 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982e9ce-92a0-42e4-b76f-6ea5e5360f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35957931-0170-441b-a32a-4ec8d290d71a,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:31.494473 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec7ce4-ad1e-42f9-bdc8-2f0589cbb99c req-17308a1f-b59c-4be5-b256-39028cbc0ec6 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:31.496641 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-09ec7ce4-ad1e-42f9-bdc8-2f0589cbb99c req-17308a1f-b59c-4be5-b256-39028cbc0ec6 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0543988 Apr 22 08:04:31.551387 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-09ec7ce4-ad1e-42f9-bdc8-2f0589cbb99c req-3bd37c71-873e-468d-9058-48ad99b632f7 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482614 Apr 22 08:04:32.672647 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5045b-3751-4f03-98dd-b7a554de369f req-b8137352-440b-4fce-84c7-d4b4d37626e6 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:32.674090 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7ff5045b-3751-4f03-98dd-b7a554de369f req-b8137352-440b-4fce-84c7-d4b4d37626e6 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0557990 Apr 22 08:04:32.722316 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7ff5045b-3751-4f03-98dd-b7a554de369f req-de364553-5a23-4e53-b3b9-b1355db8cc21 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423548 Apr 22 08:04:32.838488 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 60880) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:32.957157 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-13d2040a-7835-4d6e-8521-21f5534392bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:33.042417 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-13d2040a-7835-4d6e-8521-21f5534392bc admin admin] Publish callbacks [] for security_group (62c9308e-6b72-4cbf-9429-a0b58486cdad), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:33.130075 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-13d2040a-7835-4d6e-8521-21f5534392bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (62c9308e-6b72-4cbf-9429-a0b58486cdad), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:33.168875 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-13d2040a-7835-4d6e-8521-21f5534392bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=edce37e33a574e1c8bea39c96df02036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3292768 Apr 22 08:04:33.170196 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2040a-7835-4d6e-8521-21f5534392bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c9308e-6b72-4cbf-9429-a0b58486cdad,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:33.171525 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 60906) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:33.234267 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1d3f7115-1154-4e60-8d2f-5a751254a23b admin admin] Publish callbacks [] for security_group (62c9308e-6b72-4cbf-9429-a0b58486cdad), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:33.264712 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1d3f7115-1154-4e60-8d2f-5a751254a23b admin admin] Publish callbacks [] for security_group (62c9308e-6b72-4cbf-9429-a0b58486cdad), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:33.421644 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1d3f7115-1154-4e60-8d2f-5a751254a23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (62c9308e-6b72-4cbf-9429-a0b58486cdad), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:33.424249 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1d3f7115-1154-4e60-8d2f-5a751254a23b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:33.428305 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-1d3f7115-1154-4e60-8d2f-5a751254a23b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62c9308e-6b72-4cbf-9429-a0b58486cdad HTTP/1.1" status: 204 len: 168 time: 0.2522285 Apr 22 08:04:33.440203 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f7115-1154-4e60-8d2f-5a751254a23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c9308e-6b72-4cbf-9429-a0b58486cdad,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:33.451600 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f7115-1154-4e60-8d2f-5a751254a23b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:33.452442 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f7115-1154-4e60-8d2f-5a751254a23b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:33.453241 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f7115-1154-4e60-8d2f-5a751254a23b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:33.453729 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f7115-1154-4e60-8d2f-5a751254a23b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:33.454406 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f7115-1154-4e60-8d2f-5a751254a23b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:33.455012 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f7115-1154-4e60-8d2f-5a751254a23b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:33.455492 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f7115-1154-4e60-8d2f-5a751254a23b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:33.455970 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f7115-1154-4e60-8d2f-5a751254a23b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:33.456465 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f7115-1154-4e60-8d2f-5a751254a23b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:33.457126 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f7115-1154-4e60-8d2f-5a751254a23b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:33.457459 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f7115-1154-4e60-8d2f-5a751254a23b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:33.457931 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f7115-1154-4e60-8d2f-5a751254a23b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:33.458427 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3f7115-1154-4e60-8d2f-5a751254a23b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:33.844581 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ce8c0-7572-4f50-bb82-e34d0f88505d req-a339cd50-4201-4749-8d18-a4fab6501a09 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:33.846063 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-340ce8c0-7572-4f50-bb82-e34d0f88505d req-a339cd50-4201-4749-8d18-a4fab6501a09 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0553985 Apr 22 08:04:33.898306 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-340ce8c0-7572-4f50-bb82-e34d0f88505d req-33e669c8-912c-48fe-b773-66228476baa3 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460105 Apr 22 08:04:34.285151 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 60974) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:34.301631 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c74e0bba-1a34-4de5-8321-c6fc0cc0955a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:34.373226 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 60980) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:34.383402 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c74e0bba-1a34-4de5-8321-c6fc0cc0955a admin admin] Publish callbacks [] for security_group (9529e502-e161-4e9e-8c56-f6025afb3038), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:34.447550 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c74e0bba-1a34-4de5-8321-c6fc0cc0955a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (9529e502-e161-4e9e-8c56-f6025afb3038), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:34.452471 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 60986) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:34.495212 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-c74e0bba-1a34-4de5-8321-c6fc0cc0955a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8cc673e49d2749aaaa418451b39ce267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088816 Apr 22 08:04:34.496297 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e0bba-1a34-4de5-8321-c6fc0cc0955a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9529e502-e161-4e9e-8c56-f6025afb3038,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:34.497997 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 60990) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:34.563013 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8b3dde7b-4f4d-4cc5-86b9-98a5dfabcf28 admin admin] Publish callbacks [] for security_group (9529e502-e161-4e9e-8c56-f6025afb3038), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:34.581029 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2d0b9826-64f2-4fde-b183-94f34ce04fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:34.607462 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8b3dde7b-4f4d-4cc5-86b9-98a5dfabcf28 admin admin] Publish callbacks [] for security_group (9529e502-e161-4e9e-8c56-f6025afb3038), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:34.623462 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4de80b71-690d-40ce-8504-daf43f843c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:34.715988 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2d0b9826-64f2-4fde-b183-94f34ce04fcc admin admin] Publish callbacks [] for security_group (8a03c7b6-0d86-4a0f-8b5f-a7f67c48ab22), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:34.730402 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4de80b71-690d-40ce-8504-daf43f843c6d admin admin] Publish callbacks [] for security_group (721568e9-f7f4-4fc4-9b82-90d832223fd3), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:34.764259 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8b3dde7b-4f4d-4cc5-86b9-98a5dfabcf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (9529e502-e161-4e9e-8c56-f6025afb3038), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:34.767264 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8b3dde7b-4f4d-4cc5-86b9-98a5dfabcf28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:34.768516 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-8b3dde7b-4f4d-4cc5-86b9-98a5dfabcf28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9529e502-e161-4e9e-8c56-f6025afb3038 HTTP/1.1" status: 204 len: 168 time: 0.2693930 Apr 22 08:04:34.778101 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3dde7b-4f4d-4cc5-86b9-98a5dfabcf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9529e502-e161-4e9e-8c56-f6025afb3038,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:34.791599 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3dde7b-4f4d-4cc5-86b9-98a5dfabcf28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:34.791956 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3dde7b-4f4d-4cc5-86b9-98a5dfabcf28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:34.792307 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3dde7b-4f4d-4cc5-86b9-98a5dfabcf28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:34.792650 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3dde7b-4f4d-4cc5-86b9-98a5dfabcf28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:34.792987 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3dde7b-4f4d-4cc5-86b9-98a5dfabcf28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:34.793325 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3dde7b-4f4d-4cc5-86b9-98a5dfabcf28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:34.793663 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3dde7b-4f4d-4cc5-86b9-98a5dfabcf28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:34.793997 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3dde7b-4f4d-4cc5-86b9-98a5dfabcf28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:34.794329 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3dde7b-4f4d-4cc5-86b9-98a5dfabcf28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:34.794691 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3dde7b-4f4d-4cc5-86b9-98a5dfabcf28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:34.795022 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3dde7b-4f4d-4cc5-86b9-98a5dfabcf28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:34.795438 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3dde7b-4f4d-4cc5-86b9-98a5dfabcf28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:34.797210 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3dde7b-4f4d-4cc5-86b9-98a5dfabcf28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:04:34.815793 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4de80b71-690d-40ce-8504-daf43f843c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (721568e9-f7f4-4fc4-9b82-90d832223fd3), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:34.815887 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2d0b9826-64f2-4fde-b183-94f34ce04fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (8a03c7b6-0d86-4a0f-8b5f-a7f67c48ab22), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:34.856004 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-2d0b9826-64f2-4fde-b183-94f34ce04fcc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f9344ca58644b63bc125fc0193e7b3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4811771 Apr 22 08:04:34.858020 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b9826-64f2-4fde-b183-94f34ce04fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a03c7b6-0d86-4a0f-8b5f-a7f67c48ab22,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:34.859531 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-4de80b71-690d-40ce-8504-daf43f843c6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb5c2c99c84f44ce9ce5930573318357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4001713 Apr 22 08:04:34.860108 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 32792) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:34.861978 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 32794) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:34.862101 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de80b71-690d-40ce-8504-daf43f843c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721568e9-f7f4-4fc4-9b82-90d832223fd3,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:34.931528 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c9948533-27ab-409b-af0e-3af5a5e531cd admin admin] Publish callbacks [] for security_group (8a03c7b6-0d86-4a0f-8b5f-a7f67c48ab22), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:34.936279 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ee157e7e-92c1-44ac-86a2-e40f3117b980 admin admin] Publish callbacks [] for security_group (721568e9-f7f4-4fc4-9b82-90d832223fd3), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:34.965693 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c9948533-27ab-409b-af0e-3af5a5e531cd admin admin] Publish callbacks [] for security_group (8a03c7b6-0d86-4a0f-8b5f-a7f67c48ab22), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:34.966731 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ee157e7e-92c1-44ac-86a2-e40f3117b980 admin admin] Publish callbacks [] for security_group (721568e9-f7f4-4fc4-9b82-90d832223fd3), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:35.047249 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70c70e-ed82-4c34-85a8-517f647cbd2b req-2ffe0ed9-5c06-44f7-933a-b70ca7451f89 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:35.048714 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-fc70c70e-ed82-4c34-85a8-517f647cbd2b req-2ffe0ed9-5c06-44f7-933a-b70ca7451f89 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0715516 Apr 22 08:04:35.104847 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c9948533-27ab-409b-af0e-3af5a5e531cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (8a03c7b6-0d86-4a0f-8b5f-a7f67c48ab22), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:35.105152 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-fc70c70e-ed82-4c34-85a8-517f647cbd2b req-7e34cf00-138f-4158-aafb-f31de034c7fd tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493104 Apr 22 08:04:35.109497 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c9948533-27ab-409b-af0e-3af5a5e531cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:35.110482 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-c9948533-27ab-409b-af0e-3af5a5e531cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a03c7b6-0d86-4a0f-8b5f-a7f67c48ab22 HTTP/1.1" status: 204 len: 168 time: 0.2493300 Apr 22 08:04:35.130484 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9948533-27ab-409b-af0e-3af5a5e531cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a03c7b6-0d86-4a0f-8b5f-a7f67c48ab22,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:35.138608 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ee157e7e-92c1-44ac-86a2-e40f3117b980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (721568e9-f7f4-4fc4-9b82-90d832223fd3), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:35.139643 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ee157e7e-92c1-44ac-86a2-e40f3117b980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:35.141081 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-ee157e7e-92c1-44ac-86a2-e40f3117b980 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/721568e9-f7f4-4fc4-9b82-90d832223fd3 HTTP/1.1" status: 204 len: 168 time: 0.2778602 Apr 22 08:04:35.153647 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee157e7e-92c1-44ac-86a2-e40f3117b980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721568e9-f7f4-4fc4-9b82-90d832223fd3,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:35.853595 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 32834) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:35.870688 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-df294ce7-8853-454e-99da-e724d1a2f060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:35.952733 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-df294ce7-8853-454e-99da-e724d1a2f060 admin admin] Publish callbacks [] for security_group (06183132-8f42-4a94-8578-687927d3ccb1), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:36.043318 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 32848) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:36.087798 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-df294ce7-8853-454e-99da-e724d1a2f060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (06183132-8f42-4a94-8578-687927d3ccb1), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:36.125561 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-df294ce7-8853-454e-99da-e724d1a2f060 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2cd58828c07e4375bda100beba8d817a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706506 Apr 22 08:04:36.126820 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df294ce7-8853-454e-99da-e724d1a2f060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06183132-8f42-4a94-8578-687927d3ccb1,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:36.128406 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 32852) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:36.181671 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-83bb5caa-3748-4a1a-8d30-cbb17c3311ce admin admin] Publish callbacks [] for security_group (06183132-8f42-4a94-8578-687927d3ccb1), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:36.203499 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-83bb5caa-3748-4a1a-8d30-cbb17c3311ce admin admin] Publish callbacks [] for security_group (06183132-8f42-4a94-8578-687927d3ccb1), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:36.238258 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f691d-beb0-4854-8fe7-64a2b68ec32c req-731a3b13-e951-430a-9bb0-1c435993c700 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:36.239929 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b23f691d-beb0-4854-8fe7-64a2b68ec32c req-731a3b13-e951-430a-9bb0-1c435993c700 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0588989 Apr 22 08:04:36.303399 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b23f691d-beb0-4854-8fe7-64a2b68ec32c req-e50cf43b-d2b8-4e74-90a6-9e602ca60f70 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569916 Apr 22 08:04:36.338844 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-83bb5caa-3748-4a1a-8d30-cbb17c3311ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (06183132-8f42-4a94-8578-687927d3ccb1), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:36.341840 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-83bb5caa-3748-4a1a-8d30-cbb17c3311ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:36.347033 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-83bb5caa-3748-4a1a-8d30-cbb17c3311ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06183132-8f42-4a94-8578-687927d3ccb1 HTTP/1.1" status: 204 len: 168 time: 0.2136018 Apr 22 08:04:36.351229 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb5caa-3748-4a1a-8d30-cbb17c3311ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06183132-8f42-4a94-8578-687927d3ccb1,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:36.383587 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 32860) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:36.385056 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e09791f6-78cb-419c-bf3d-db7c7aec4e2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:36.398858 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6134af46-789a-4d20-be3e-419ea6a53ccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:36.467589 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e09791f6-78cb-419c-bf3d-db7c7aec4e2d admin admin] Publish callbacks [] for security_group (95261105-9f20-4e23-b9a8-eb438f15197e), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:36.489306 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6134af46-789a-4d20-be3e-419ea6a53ccb admin admin] Publish callbacks [] for security_group (cea18479-2783-417e-9dfb-417dd6f38728), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:36.541273 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e09791f6-78cb-419c-bf3d-db7c7aec4e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (95261105-9f20-4e23-b9a8-eb438f15197e), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:36.561406 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6134af46-789a-4d20-be3e-419ea6a53ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (cea18479-2783-417e-9dfb-417dd6f38728), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:36.591056 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-e09791f6-78cb-419c-bf3d-db7c7aec4e2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0ea7d6621244db9aa7ad42a10c31e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5441477 Apr 22 08:04:36.591056 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09791f6-78cb-419c-bf3d-db7c7aec4e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95261105-9f20-4e23-b9a8-eb438f15197e,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:36.591815 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 32864) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:36.625563 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-6134af46-789a-4d20-be3e-419ea6a53ccb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e9aafbd21ce4a769d1d8b7c49cabdaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403176 Apr 22 08:04:36.655692 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134af46-789a-4d20-be3e-419ea6a53ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea18479-2783-417e-9dfb-417dd6f38728,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:36.656175 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4ed15018-3855-4471-b770-1f30e8f3c666 admin admin] Publish callbacks [] for security_group (95261105-9f20-4e23-b9a8-eb438f15197e), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:36.657588 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 32866) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:36.668083 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4ed15018-3855-4471-b770-1f30e8f3c666 admin admin] Publish callbacks [] for security_group (95261105-9f20-4e23-b9a8-eb438f15197e), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:36.711900 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2c1b2fa1-d142-4e4c-91c5-0f71bdabc2ff admin admin] Publish callbacks [] for security_group (cea18479-2783-417e-9dfb-417dd6f38728), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:36.733314 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2c1b2fa1-d142-4e4c-91c5-0f71bdabc2ff admin admin] Publish callbacks [] for security_group (cea18479-2783-417e-9dfb-417dd6f38728), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:36.801764 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4ed15018-3855-4471-b770-1f30e8f3c666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (95261105-9f20-4e23-b9a8-eb438f15197e), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:36.805072 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4ed15018-3855-4471-b770-1f30e8f3c666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:36.808484 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-4ed15018-3855-4471-b770-1f30e8f3c666 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95261105-9f20-4e23-b9a8-eb438f15197e HTTP/1.1" status: 204 len: 168 time: 0.2135026 Apr 22 08:04:36.813913 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed15018-3855-4471-b770-1f30e8f3c666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95261105-9f20-4e23-b9a8-eb438f15197e,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:36.878687 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2c1b2fa1-d142-4e4c-91c5-0f71bdabc2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (cea18479-2783-417e-9dfb-417dd6f38728), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:36.885426 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2c1b2fa1-d142-4e4c-91c5-0f71bdabc2ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:36.885426 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-2c1b2fa1-d142-4e4c-91c5-0f71bdabc2ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cea18479-2783-417e-9dfb-417dd6f38728 HTTP/1.1" status: 204 len: 168 time: 0.2245202 Apr 22 08:04:36.890876 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b2fa1-d142-4e4c-91c5-0f71bdabc2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea18479-2783-417e-9dfb-417dd6f38728,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:37.426187 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22314bb4-0583-49e1-a050-5b49b8848079 req-b65dd303-accd-4b97-879c-59cb1f0ead07 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:37.426187 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-22314bb4-0583-49e1-a050-5b49b8848079 req-b65dd303-accd-4b97-879c-59cb1f0ead07 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0532947 Apr 22 08:04:37.476510 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-22314bb4-0583-49e1-a050-5b49b8848079 req-187aec1e-d2b7-4185-8633-c7e90947650c tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453103 Apr 22 08:04:37.556360 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 32910) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:37.569606 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1e1e4a6d-d60b-4b32-8203-9cb57a830703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:37.653554 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1e1e4a6d-d60b-4b32-8203-9cb57a830703 admin admin] Publish callbacks [] for security_group (4e9a3ea9-7b6e-4667-b750-e0be4988be57), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:37.770127 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1e1e4a6d-d60b-4b32-8203-9cb57a830703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (4e9a3ea9-7b6e-4667-b750-e0be4988be57), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:37.825551 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-1e1e4a6d-d60b-4b32-8203-9cb57a830703 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b15ef9d70974bc0955d59eab8e373fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656286 Apr 22 08:04:37.825551 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 32926) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:37.838425 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e4a6d-d60b-4b32-8203-9cb57a830703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9a3ea9-7b6e-4667-b750-e0be4988be57,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:37.884133 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-33412127-09ea-4f12-baec-d86bb0544d4f admin admin] Publish callbacks [] for security_group (4e9a3ea9-7b6e-4667-b750-e0be4988be57), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:37.905426 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-33412127-09ea-4f12-baec-d86bb0544d4f admin admin] Publish callbacks [] for security_group (4e9a3ea9-7b6e-4667-b750-e0be4988be57), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:38.027518 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-33412127-09ea-4f12-baec-d86bb0544d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (4e9a3ea9-7b6e-4667-b750-e0be4988be57), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:38.030020 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-33412127-09ea-4f12-baec-d86bb0544d4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:38.031276 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-33412127-09ea-4f12-baec-d86bb0544d4f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e9a3ea9-7b6e-4667-b750-e0be4988be57 HTTP/1.1" status: 204 len: 168 time: 0.2048111 Apr 22 08:04:38.040749 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33412127-09ea-4f12-baec-d86bb0544d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9a3ea9-7b6e-4667-b750-e0be4988be57,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:38.598115 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bde7e-3944-4a44-a4e1-d806e5d989ea req-139cbcfb-d62c-4a4e-bded-3f369a1bba52 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:38.600247 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-334bde7e-3944-4a44-a4e1-d806e5d989ea req-139cbcfb-d62c-4a4e-bded-3f369a1bba52 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0555408 Apr 22 08:04:38.651217 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-334bde7e-3944-4a44-a4e1-d806e5d989ea req-345ae30c-0f6e-4ce2-8282-ffdfabc01cf0 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454245 Apr 22 08:04:39.205778 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 32994) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:39.235800 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 32998) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:39.372167 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9d91b6c4-8387-49bf-a6ef-7c0f74a3bbab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:39.403824 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3056d77b-489e-4874-8aea-f08a21af04c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:39.470207 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9d91b6c4-8387-49bf-a6ef-7c0f74a3bbab admin admin] Publish callbacks [] for security_group (6f36804d-856e-45ea-b3ac-f4543be78d72), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:39.502576 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3056d77b-489e-4874-8aea-f08a21af04c6 admin admin] Publish callbacks [] for security_group (b0cf872c-8bcf-40d4-a66b-0ab128413177), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:39.558632 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9d91b6c4-8387-49bf-a6ef-7c0f74a3bbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (6f36804d-856e-45ea-b3ac-f4543be78d72), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:39.578637 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3056d77b-489e-4874-8aea-f08a21af04c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (b0cf872c-8bcf-40d4-a66b-0ab128413177), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:39.610818 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-9d91b6c4-8387-49bf-a6ef-7c0f74a3bbab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=690087c7d95a4a3d98844f7f28e3ebad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3996055 Apr 22 08:04:39.610818 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 33024) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:39.622882 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91b6c4-8387-49bf-a6ef-7c0f74a3bbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f36804d-856e-45ea-b3ac-f4543be78d72,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:39.637135 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-3056d77b-489e-4874-8aea-f08a21af04c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49cfba1e6e4945fa93d2947808c54391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4003747 Apr 22 08:04:39.639596 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 33028) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:39.658661 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056d77b-489e-4874-8aea-f08a21af04c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cf872c-8bcf-40d4-a66b-0ab128413177,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:39.690418 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bddac05c-18b0-46e9-994a-e56d2251505d admin admin] Publish callbacks [] for security_group (6f36804d-856e-45ea-b3ac-f4543be78d72), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:39.711450 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2e9fc953-404d-47ba-b5cf-8e6470dc3e2d admin admin] Publish callbacks [] for security_group (b0cf872c-8bcf-40d4-a66b-0ab128413177), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:39.721917 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bddac05c-18b0-46e9-994a-e56d2251505d admin admin] Publish callbacks [] for security_group (6f36804d-856e-45ea-b3ac-f4543be78d72), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:39.736369 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2e9fc953-404d-47ba-b5cf-8e6470dc3e2d admin admin] Publish callbacks [] for security_group (b0cf872c-8bcf-40d4-a66b-0ab128413177), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:39.811503 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426fafa0-d7de-4dea-94c9-a66c25f51648 req-b8b6740e-6da4-4f94-a075-edaebeb5c8f4 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:39.812974 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-426fafa0-d7de-4dea-94c9-a66c25f51648 req-b8b6740e-6da4-4f94-a075-edaebeb5c8f4 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0737970 Apr 22 08:04:39.860420 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-426fafa0-d7de-4dea-94c9-a66c25f51648 req-3ec793e8-11c3-433b-bafb-820f3b48bd6e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417066 Apr 22 08:04:39.873041 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bddac05c-18b0-46e9-994a-e56d2251505d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (6f36804d-856e-45ea-b3ac-f4543be78d72), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:39.873160 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2e9fc953-404d-47ba-b5cf-8e6470dc3e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (b0cf872c-8bcf-40d4-a66b-0ab128413177), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:39.875608 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bddac05c-18b0-46e9-994a-e56d2251505d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:39.875735 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2e9fc953-404d-47ba-b5cf-8e6470dc3e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:39.879219 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-bddac05c-18b0-46e9-994a-e56d2251505d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f36804d-856e-45ea-b3ac-f4543be78d72 HTTP/1.1" status: 204 len: 168 time: 0.2617528 Apr 22 08:04:39.879813 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-2e9fc953-404d-47ba-b5cf-8e6470dc3e2d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0cf872c-8bcf-40d4-a66b-0ab128413177 HTTP/1.1" status: 204 len: 168 time: 0.2389145 Apr 22 08:04:39.886921 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddac05c-18b0-46e9-994a-e56d2251505d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f36804d-856e-45ea-b3ac-f4543be78d72,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:39.887623 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fc953-404d-47ba-b5cf-8e6470dc3e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cf872c-8bcf-40d4-a66b-0ab128413177,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:40.433990 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 33064) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:40.564301 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-03710e66-1b72-4c7a-9e11-701bb07b764e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:40.712787 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1f2fd997-b973-4e00-9cd4-48022a6dab60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:40.797128 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1f2fd997-b973-4e00-9cd4-48022a6dab60 admin admin] Publish callbacks [] for security_group (876bba22-f63f-411d-8b5b-e2e2dd92d148), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:40.862832 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1f2fd997-b973-4e00-9cd4-48022a6dab60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (876bba22-f63f-411d-8b5b-e2e2dd92d148), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:40.933879 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-1f2fd997-b973-4e00-9cd4-48022a6dab60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aedec1785f6e41cf878bf19c46608268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4988425 Apr 22 08:04:40.935262 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2fd997-b973-4e00-9cd4-48022a6dab60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876bba22-f63f-411d-8b5b-e2e2dd92d148,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:40.947490 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 33094) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:40.998154 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d171b-c04b-42af-9997-b0fda67338f6 req-1d0aa761-829a-4056-ab46-e71238355562 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:40.999822 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-156d171b-c04b-42af-9997-b0fda67338f6 req-1d0aa761-829a-4056-ab46-e71238355562 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0574398 Apr 22 08:04:41.014784 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f5bc49c3-14a5-49d0-8b90-d1354a2b8df0 admin admin] Publish callbacks [] for security_group (876bba22-f63f-411d-8b5b-e2e2dd92d148), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:41.049862 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f5bc49c3-14a5-49d0-8b90-d1354a2b8df0 admin admin] Publish callbacks [] for security_group (876bba22-f63f-411d-8b5b-e2e2dd92d148), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:41.056191 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-156d171b-c04b-42af-9997-b0fda67338f6 req-2b64b232-8e96-49a2-9bca-3e671502dad0 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493002 Apr 22 08:04:41.169880 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f5bc49c3-14a5-49d0-8b90-d1354a2b8df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (876bba22-f63f-411d-8b5b-e2e2dd92d148), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:41.172467 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f5bc49c3-14a5-49d0-8b90-d1354a2b8df0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:41.173618 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-f5bc49c3-14a5-49d0-8b90-d1354a2b8df0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/876bba22-f63f-411d-8b5b-e2e2dd92d148 HTTP/1.1" status: 204 len: 168 time: 0.2251551 Apr 22 08:04:41.182308 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc49c3-14a5-49d0-8b90-d1354a2b8df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876bba22-f63f-411d-8b5b-e2e2dd92d148,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:41.710872 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 33116) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:42.009635 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d0eac8d0-b800-408b-a476-9dda885b0b46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:42.060421 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 33128) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:42.129153 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d0eac8d0-b800-408b-a476-9dda885b0b46 admin admin] Publish callbacks [] for security_group (45d1b955-46e5-4754-aebb-4b8dc57851d9), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:42.204528 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d0eac8d0-b800-408b-a476-9dda885b0b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (45d1b955-46e5-4754-aebb-4b8dc57851d9), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:42.250622 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-d0eac8d0-b800-408b-a476-9dda885b0b46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d559452dc9994858bb2f958c1bdfe212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5360999 Apr 22 08:04:42.250622 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eac8d0-b800-408b-a476-9dda885b0b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d1b955-46e5-4754-aebb-4b8dc57851d9,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:42.252473 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 33136) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:42.308143 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cd9ff58a-3926-46e1-a31e-ef5cb5a261f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:42.323429 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-77144aea-976f-4fbc-81f0-09598b27344c admin admin] Publish callbacks [] for security_group (45d1b955-46e5-4754-aebb-4b8dc57851d9), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:42.350745 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-77144aea-976f-4fbc-81f0-09598b27344c admin admin] Publish callbacks [] for security_group (45d1b955-46e5-4754-aebb-4b8dc57851d9), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:42.388587 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981a5a3-aab5-45fa-837c-1eb717c61cac req-cd8265b9-9662-43f0-b645-dbcd474d082a tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:42.390334 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1981a5a3-aab5-45fa-837c-1eb717c61cac req-cd8265b9-9662-43f0-b645-dbcd474d082a tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0798316 Apr 22 08:04:42.472629 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cd9ff58a-3926-46e1-a31e-ef5cb5a261f9 admin admin] Publish callbacks [] for security_group (9236992c-c637-452e-b04c-3dda34d664d9), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:42.479198 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1981a5a3-aab5-45fa-837c-1eb717c61cac req-3ca6faf3-b66e-44e9-a3ce-00ade456491a tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756941 Apr 22 08:04:42.487663 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-77144aea-976f-4fbc-81f0-09598b27344c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (45d1b955-46e5-4754-aebb-4b8dc57851d9), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:42.498540 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-77144aea-976f-4fbc-81f0-09598b27344c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:42.498540 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-77144aea-976f-4fbc-81f0-09598b27344c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45d1b955-46e5-4754-aebb-4b8dc57851d9 HTTP/1.1" status: 204 len: 168 time: 0.2395384 Apr 22 08:04:42.504733 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77144aea-976f-4fbc-81f0-09598b27344c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d1b955-46e5-4754-aebb-4b8dc57851d9,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:42.538948 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cd9ff58a-3926-46e1-a31e-ef5cb5a261f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (9236992c-c637-452e-b04c-3dda34d664d9), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:42.583245 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-cd9ff58a-3926-46e1-a31e-ef5cb5a261f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d52576b9d8241669ec9821b91f62436&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5188007 Apr 22 08:04:42.583562 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 33152) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:42.589565 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ff58a-3926-46e1-a31e-ef5cb5a261f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9236992c-c637-452e-b04c-3dda34d664d9,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:42.645470 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-806b6250-8e1f-4155-8dfa-2c2ed630b4e9 admin admin] Publish callbacks [] for security_group (9236992c-c637-452e-b04c-3dda34d664d9), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:42.672357 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-806b6250-8e1f-4155-8dfa-2c2ed630b4e9 admin admin] Publish callbacks [] for security_group (9236992c-c637-452e-b04c-3dda34d664d9), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:42.821215 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-806b6250-8e1f-4155-8dfa-2c2ed630b4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (9236992c-c637-452e-b04c-3dda34d664d9), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:42.823832 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-806b6250-8e1f-4155-8dfa-2c2ed630b4e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:42.824969 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-806b6250-8e1f-4155-8dfa-2c2ed630b4e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9236992c-c637-452e-b04c-3dda34d664d9 HTTP/1.1" status: 204 len: 168 time: 0.2404871 Apr 22 08:04:42.832685 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b6250-8e1f-4155-8dfa-2c2ed630b4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9236992c-c637-452e-b04c-3dda34d664d9,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:42.986063 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-fb51a263-518a-4eb0-a9de-24f7d7fda9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:43.548966 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 33176) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:43.573670 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e9ed18d1-12e2-4986-9877-13cbe3f41c72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:43.634696 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a328d00-b7b4-4992-9e8e-e88ddb5a89d5 req-960ddf93-8388-433f-9cf0-967b0904ddd2 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:43.636086 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0a328d00-b7b4-4992-9e8e-e88ddb5a89d5 req-960ddf93-8388-433f-9cf0-967b0904ddd2 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0796204 Apr 22 08:04:43.714262 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0a328d00-b7b4-4992-9e8e-e88ddb5a89d5 req-4b9bae0e-78b2-4b49-a8c9-310b435b25c5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705459 Apr 22 08:04:43.738356 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e9ed18d1-12e2-4986-9877-13cbe3f41c72 admin admin] Publish callbacks [] for security_group (78dbc1b6-8707-451e-b3d0-14b2adcb85a9), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:43.813945 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 33188) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:43.858926 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e9ed18d1-12e2-4986-9877-13cbe3f41c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (78dbc1b6-8707-451e-b3d0-14b2adcb85a9), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:43.886057 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-e9ed18d1-12e2-4986-9877-13cbe3f41c72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06023ec56d8f4c24b34c387a22258ca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3351948 Apr 22 08:04:43.888102 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 33196) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:43.899584 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed18d1-12e2-4986-9877-13cbe3f41c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dbc1b6-8707-451e-b3d0-14b2adcb85a9,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:43.956633 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4982f381-ef65-4238-867f-d5affea5608e admin admin] Publish callbacks [] for security_group (78dbc1b6-8707-451e-b3d0-14b2adcb85a9), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:43.979189 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4982f381-ef65-4238-867f-d5affea5608e admin admin] Publish callbacks [] for security_group (78dbc1b6-8707-451e-b3d0-14b2adcb85a9), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:44.006159 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-010903cc-cf6e-42e7-ada1-95166305e2fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:44.170526 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4982f381-ef65-4238-867f-d5affea5608e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (78dbc1b6-8707-451e-b3d0-14b2adcb85a9), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:44.174110 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4982f381-ef65-4238-867f-d5affea5608e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:44.175969 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-4982f381-ef65-4238-867f-d5affea5608e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78dbc1b6-8707-451e-b3d0-14b2adcb85a9 HTTP/1.1" status: 204 len: 168 time: 0.2862988 Apr 22 08:04:44.195493 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982f381-ef65-4238-867f-d5affea5608e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dbc1b6-8707-451e-b3d0-14b2adcb85a9,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:44.255086 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-010903cc-cf6e-42e7-ada1-95166305e2fd admin admin] Publish callbacks [] for security_group (cc58be47-19a3-482e-89e9-af5d3bc2be75), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:44.332738 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-010903cc-cf6e-42e7-ada1-95166305e2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (cc58be47-19a3-482e-89e9-af5d3bc2be75), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:44.332885 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:44.370913 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-010903cc-cf6e-42e7-ada1-95166305e2fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cf7d3ec022d4575b5b047e3f25adbbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5557799 Apr 22 08:04:44.373447 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 33214) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:44.380789 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010903cc-cf6e-42e7-ada1-95166305e2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc58be47-19a3-482e-89e9-af5d3bc2be75,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:44.451165 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6465410a-a22d-4665-9af3-7dec6d2b3518 admin admin] Publish callbacks [] for security_group (cc58be47-19a3-482e-89e9-af5d3bc2be75), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:44.481153 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6465410a-a22d-4665-9af3-7dec6d2b3518 admin admin] Publish callbacks [] for security_group (cc58be47-19a3-482e-89e9-af5d3bc2be75), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:44.690527 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6465410a-a22d-4665-9af3-7dec6d2b3518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (cc58be47-19a3-482e-89e9-af5d3bc2be75), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:44.693463 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-6465410a-a22d-4665-9af3-7dec6d2b3518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:44.694725 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-6465410a-a22d-4665-9af3-7dec6d2b3518 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc58be47-19a3-482e-89e9-af5d3bc2be75 HTTP/1.1" status: 204 len: 168 time: 0.3201673 Apr 22 08:04:44.702831 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465410a-a22d-4665-9af3-7dec6d2b3518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc58be47-19a3-482e-89e9-af5d3bc2be75,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:44.863097 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9eadb-be7f-4f00-ba83-10db3965b734 req-b6da5cf2-ba26-434a-9794-36e16aea0a22 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:44.864676 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-45d9eadb-be7f-4f00-ba83-10db3965b734 req-b6da5cf2-ba26-434a-9794-36e16aea0a22 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0690913 Apr 22 08:04:44.913883 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-45d9eadb-be7f-4f00-ba83-10db3965b734 req-4ba95f2d-2b80-4d53-a172-5140e847147b tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425572 Apr 22 08:04:45.248614 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:45.739593 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 33260) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:45.755099 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8305-17cd-4f3f-be38-2cf2c68bd2cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:45.838299 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8305-17cd-4f3f-be38-2cf2c68bd2cb admin admin] Publish callbacks [] for security_group (f6b82e55-b74e-48c8-ae1a-27baba2cbb77), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:45.922655 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 33268) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:45.947445 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c7fe8305-17cd-4f3f-be38-2cf2c68bd2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (f6b82e55-b74e-48c8-ae1a-27baba2cbb77), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:45.997946 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-c7fe8305-17cd-4f3f-be38-2cf2c68bd2cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3eeeeca17b64068a4ba71d51b2bb244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2569830 Apr 22 08:04:46.001770 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe8305-17cd-4f3f-be38-2cf2c68bd2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b82e55-b74e-48c8-ae1a-27baba2cbb77,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:46.001935 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 33276) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:46.050752 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c089ad-65c5-4083-8ce1-d32bba1dbedb req-7333d33e-2e80-4009-9643-a264bac8b8a1 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:46.052929 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d9c089ad-65c5-4083-8ce1-d32bba1dbedb req-7333d33e-2e80-4009-9643-a264bac8b8a1 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0667484 Apr 22 08:04:46.067856 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1cb06807-d930-4c94-ba39-3caed7f13ecd admin admin] Publish callbacks [] for security_group (f6b82e55-b74e-48c8-ae1a-27baba2cbb77), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:46.085784 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1f5d9121-358e-4049-b6e2-646e7a0e453d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:46.109095 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1cb06807-d930-4c94-ba39-3caed7f13ecd admin admin] Publish callbacks [] for security_group (f6b82e55-b74e-48c8-ae1a-27baba2cbb77), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:46.113559 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d9c089ad-65c5-4083-8ce1-d32bba1dbedb req-6e1e8b3c-97ce-4fe7-9cee-393a3ce5d16d tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549052 Apr 22 08:04:46.212842 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1f5d9121-358e-4049-b6e2-646e7a0e453d admin admin] Publish callbacks [] for security_group (942d3aa3-a975-415b-b8d6-112b43687e5c), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:46.273081 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1cb06807-d930-4c94-ba39-3caed7f13ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (f6b82e55-b74e-48c8-ae1a-27baba2cbb77), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:46.275873 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1cb06807-d930-4c94-ba39-3caed7f13ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:46.277172 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-1cb06807-d930-4c94-ba39-3caed7f13ecd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6b82e55-b74e-48c8-ae1a-27baba2cbb77 HTTP/1.1" status: 204 len: 168 time: 0.2754071 Apr 22 08:04:46.285510 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb06807-d930-4c94-ba39-3caed7f13ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b82e55-b74e-48c8-ae1a-27baba2cbb77,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:46.298820 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1f5d9121-358e-4049-b6e2-646e7a0e453d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (942d3aa3-a975-415b-b8d6-112b43687e5c), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:46.341662 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-1f5d9121-358e-4049-b6e2-646e7a0e453d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f790087bc31d4a9896c0e7b38bd4cb64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4178901 Apr 22 08:04:46.342869 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d9121-358e-4049-b6e2-646e7a0e453d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942d3aa3-a975-415b-b8d6-112b43687e5c,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:46.344358 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 33288) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:46.392535 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4bd55400-cb72-4850-bec4-33b7f3ec7749 admin admin] Publish callbacks [] for security_group (942d3aa3-a975-415b-b8d6-112b43687e5c), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:46.418061 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4bd55400-cb72-4850-bec4-33b7f3ec7749 admin admin] Publish callbacks [] for security_group (942d3aa3-a975-415b-b8d6-112b43687e5c), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:46.541573 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4bd55400-cb72-4850-bec4-33b7f3ec7749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (942d3aa3-a975-415b-b8d6-112b43687e5c), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:46.544191 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4bd55400-cb72-4850-bec4-33b7f3ec7749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:46.545333 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-4bd55400-cb72-4850-bec4-33b7f3ec7749 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/942d3aa3-a975-415b-b8d6-112b43687e5c HTTP/1.1" status: 204 len: 168 time: 0.1997228 Apr 22 08:04:46.553343 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd55400-cb72-4850-bec4-33b7f3ec7749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942d3aa3-a975-415b-b8d6-112b43687e5c,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:46.953147 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:47.243381 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7025f-33f2-4d59-ae44-e9b081daf25a req-883f7dc2-e4c6-4a1e-bfc5-faf824961900 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:47.245505 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ebc7025f-33f2-4d59-ae44-e9b081daf25a req-883f7dc2-e4c6-4a1e-bfc5-faf824961900 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0592966 Apr 22 08:04:47.311929 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ebc7025f-33f2-4d59-ae44-e9b081daf25a req-947f76a0-b8a4-42ed-867d-49e42946c6ca tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555854 Apr 22 08:04:48.442146 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfcb82-963f-4d56-b3d3-492cbde8e9fe req-96f69442-cfd7-4a99-9e5f-b97a15f63350 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:48.442739 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-febfcb82-963f-4d56-b3d3-492cbde8e9fe req-96f69442-cfd7-4a99-9e5f-b97a15f63350 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0590260 Apr 22 08:04:48.496963 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-febfcb82-963f-4d56-b3d3-492cbde8e9fe req-d4a393f4-b098-44ee-be43-e2af4bdd064f tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465717 Apr 22 08:04:49.614396 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de187c-5e1a-4b05-9236-9ba9b932e61f req-4ab79632-649a-41f5-a04c-60ef42869c46 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:49.615974 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c5de187c-5e1a-4b05-9236-9ba9b932e61f req-4ab79632-649a-41f5-a04c-60ef42869c46 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0524347 Apr 22 08:04:49.662826 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c5de187c-5e1a-4b05-9236-9ba9b932e61f req-23b15271-8f4d-4778-a7ff-6937145e53e0 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406473 Apr 22 08:04:50.791388 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f65f8-213d-4af0-bf43-b58cfb2894fd req-4097218d-ed50-4ad8-ae69-accec259f998 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:50.792737 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-919f65f8-213d-4af0-bf43-b58cfb2894fd req-4097218d-ed50-4ad8-ae69-accec259f998 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0575368 Apr 22 08:04:50.840751 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-919f65f8-213d-4af0-bf43-b58cfb2894fd req-1c24fa38-a744-4387-a575-f6b464625442 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423501 Apr 22 08:04:51.171980 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 33482) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:51.262344 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a7030-9bfd-45c8-a779-252d691e5d0d req-dbbd132e-7f0b-4d38-88d2-d6353e121708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:51.264000 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-268a7030-9bfd-45c8-a779-252d691e5d0d req-dbbd132e-7f0b-4d38-88d2-d6353e121708 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 1129 time: 0.0451617 Apr 22 08:04:51.286755 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e66fecf1-3ef3-445c-a542-0a8575dce136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:51.337339 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-268a7030-9bfd-45c8-a779-252d691e5d0d req-b77f4299-0f28-4e48-b6e8-022bffa9336d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616808 Apr 22 08:04:51.399485 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e66fecf1-3ef3-445c-a542-0a8575dce136 admin admin] Publish callbacks [] for security_group (b058c8a7-fc2a-4ecb-b059-0f1ef9c4addc), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:51.510397 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e66fecf1-3ef3-445c-a542-0a8575dce136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (b058c8a7-fc2a-4ecb-b059-0f1ef9c4addc), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:51.553625 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-e66fecf1-3ef3-445c-a542-0a8575dce136 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3447e9c15058443f8675fd64324bacd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3804133 Apr 22 08:04:51.554819 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fecf1-3ef3-445c-a542-0a8575dce136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b058c8a7-fc2a-4ecb-b059-0f1ef9c4addc,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:51.556454 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 33506) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:51.611663 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-340f63fe-f82c-4a8b-9bdd-94aba0e44dd8 admin admin] Publish callbacks [] for security_group (b058c8a7-fc2a-4ecb-b059-0f1ef9c4addc), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:51.635222 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-340f63fe-f82c-4a8b-9bdd-94aba0e44dd8 admin admin] Publish callbacks [] for security_group (b058c8a7-fc2a-4ecb-b059-0f1ef9c4addc), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:51.761554 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-340f63fe-f82c-4a8b-9bdd-94aba0e44dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (b058c8a7-fc2a-4ecb-b059-0f1ef9c4addc), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:51.764351 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-340f63fe-f82c-4a8b-9bdd-94aba0e44dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:51.765563 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-340f63fe-f82c-4a8b-9bdd-94aba0e44dd8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b058c8a7-fc2a-4ecb-b059-0f1ef9c4addc HTTP/1.1" status: 204 len: 168 time: 0.2062964 Apr 22 08:04:51.773802 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f63fe-f82c-4a8b-9bdd-94aba0e44dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b058c8a7-fc2a-4ecb-b059-0f1ef9c4addc,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:51.961550 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca03d2b-c3b4-42d6-9675-e1fbd13b7896 req-faf112e2-d78b-466b-ad4c-60aecd92c48e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:51.963061 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bca03d2b-c3b4-42d6-9675-e1fbd13b7896 req-faf112e2-d78b-466b-ad4c-60aecd92c48e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0550280 Apr 22 08:04:52.021460 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bca03d2b-c3b4-42d6-9675-e1fbd13b7896 req-59295410-bd00-41cd-bb52-2794f3a5e6b9 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507176 Apr 22 08:04:52.494316 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 33540) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:52.507843 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d84e4b59-8fc0-4fea-b2a3-2e6a5a39c24f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:52.595244 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d84e4b59-8fc0-4fea-b2a3-2e6a5a39c24f admin admin] Publish callbacks [] for security_group (def07985-2b86-418e-b3c9-ab1741be732e), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:52.656035 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d84e4b59-8fc0-4fea-b2a3-2e6a5a39c24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (def07985-2b86-418e-b3c9-ab1741be732e), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:52.696858 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-d84e4b59-8fc0-4fea-b2a3-2e6a5a39c24f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4aa256e853c04ebabb86b5bb8bad8ce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2012713 Apr 22 08:04:52.699605 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 33544) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:52.701538 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e4b59-8fc0-4fea-b2a3-2e6a5a39c24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def07985-2b86-418e-b3c9-ab1741be732e,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:52.756459 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-421b3cef-f007-46d1-aeb9-cbde3ded0f21 admin admin] Publish callbacks [] for security_group (def07985-2b86-418e-b3c9-ab1741be732e), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:52.778299 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-421b3cef-f007-46d1-aeb9-cbde3ded0f21 admin admin] Publish callbacks [] for security_group (def07985-2b86-418e-b3c9-ab1741be732e), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:52.927636 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-421b3cef-f007-46d1-aeb9-cbde3ded0f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (def07985-2b86-418e-b3c9-ab1741be732e), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:52.930988 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-421b3cef-f007-46d1-aeb9-cbde3ded0f21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:52.932513 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-421b3cef-f007-46d1-aeb9-cbde3ded0f21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/def07985-2b86-418e-b3c9-ab1741be732e HTTP/1.1" status: 204 len: 168 time: 0.2313251 Apr 22 08:04:52.943861 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b3cef-f007-46d1-aeb9-cbde3ded0f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def07985-2b86-418e-b3c9-ab1741be732e,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:53.161329 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1d579-a0c8-497c-8505-73e288937b1f req-d810c3fb-f940-418f-b61d-e76c7e012418 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:53.162843 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2be1d579-a0c8-497c-8505-73e288937b1f req-d810c3fb-f940-418f-b61d-e76c7e012418 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0705764 Apr 22 08:04:53.227468 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2be1d579-a0c8-497c-8505-73e288937b1f req-daf46c78-5293-4e5d-b56c-523016e4728f tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572448 Apr 22 08:04:53.349673 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61bd28-c3f6-461c-9f3b-680d8871ede6 req-8c214514-66a5-45a1-b5f9-77ff73244f5d tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:53.357284 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-aa61bd28-c3f6-461c-9f3b-680d8871ede6 req-8c214514-66a5-45a1-b5f9-77ff73244f5d tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.0643907 Apr 22 08:04:53.400020 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-aa61bd28-c3f6-461c-9f3b-680d8871ede6 req-1272499f-679d-4690-beb9-585aff832a2b tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418665 Apr 22 08:04:53.597233 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 33592) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:53.705945 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ee57be5d-43d4-4a11-ae42-895b658f1041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:53.780627 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ee57be5d-43d4-4a11-ae42-895b658f1041 admin admin] Publish callbacks [] for security_group (318d1ebf-1317-4bed-81f5-c66e1cae0283), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:53.901919 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ee57be5d-43d4-4a11-ae42-895b658f1041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (318d1ebf-1317-4bed-81f5-c66e1cae0283), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:53.960848 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-ee57be5d-43d4-4a11-ae42-895b658f1041 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2004974e842f4f24b65d07557076d769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3623769 Apr 22 08:04:53.963397 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57be5d-43d4-4a11-ae42-895b658f1041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318d1ebf-1317-4bed-81f5-c66e1cae0283,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:53.963520 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 33606) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:54.018972 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5593e552-2a26-4f81-bd53-00378f342390 admin admin] Publish callbacks [] for security_group (318d1ebf-1317-4bed-81f5-c66e1cae0283), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:54.040035 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5593e552-2a26-4f81-bd53-00378f342390 admin admin] Publish callbacks [] for security_group (318d1ebf-1317-4bed-81f5-c66e1cae0283), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:54.259406 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5593e552-2a26-4f81-bd53-00378f342390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (318d1ebf-1317-4bed-81f5-c66e1cae0283), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:54.262363 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5593e552-2a26-4f81-bd53-00378f342390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:54.263998 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-5593e552-2a26-4f81-bd53-00378f342390 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/318d1ebf-1317-4bed-81f5-c66e1cae0283 HTTP/1.1" status: 204 len: 168 time: 0.2994232 Apr 22 08:04:54.273804 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593e552-2a26-4f81-bd53-00378f342390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318d1ebf-1317-4bed-81f5-c66e1cae0283,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:54.795035 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:04:54.940449 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 33646) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:54.955160 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6883-ad0b-4b1b-88a1-022a3bb3edfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:55.034147 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6883-ad0b-4b1b-88a1-022a3bb3edfe admin admin] Publish callbacks [] for security_group (27550afc-7722-4b7a-bad1-ff7057d97122), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:55.127289 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6883-ad0b-4b1b-88a1-022a3bb3edfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (27550afc-7722-4b7a-bad1-ff7057d97122), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:55.167585 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-0d5e6883-ad0b-4b1b-88a1-022a3bb3edfe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb0221be370746f6b0d1e4e4f1665dbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256265 Apr 22 08:04:55.170472 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 33654) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:55.180270 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e6883-ad0b-4b1b-88a1-022a3bb3edfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27550afc-7722-4b7a-bad1-ff7057d97122,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:55.237494 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-77fe546e-68eb-4133-a796-18380d3e4b28 admin admin] Publish callbacks [] for security_group (27550afc-7722-4b7a-bad1-ff7057d97122), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:55.261299 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-77fe546e-68eb-4133-a796-18380d3e4b28 admin admin] Publish callbacks [] for security_group (27550afc-7722-4b7a-bad1-ff7057d97122), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:55.395792 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-77fe546e-68eb-4133-a796-18380d3e4b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (27550afc-7722-4b7a-bad1-ff7057d97122), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:55.398301 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-77fe546e-68eb-4133-a796-18380d3e4b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:55.399482 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-77fe546e-68eb-4133-a796-18380d3e4b28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27550afc-7722-4b7a-bad1-ff7057d97122 HTTP/1.1" status: 204 len: 168 time: 0.2278645 Apr 22 08:04:55.407231 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe546e-68eb-4133-a796-18380d3e4b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27550afc-7722-4b7a-bad1-ff7057d97122,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:56.012883 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71549f-00ad-47e9-bf1f-a89918712864 req-5cdc0222-e3f6-47fd-a546-5636a3f53457 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:56.014405 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-dd71549f-00ad-47e9-bf1f-a89918712864 req-5cdc0222-e3f6-47fd-a546-5636a3f53457 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.0543060 Apr 22 08:04:56.090686 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b4f8f-095a-4c82-b9a4-80e7ab42cf7c req-89e955fe-0902-49f0-8f94-fa2a8dc594c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:56.092181 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-485b4f8f-095a-4c82-b9a4-80e7ab42cf7c req-89e955fe-0902-49f0-8f94-fa2a8dc594c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea95f2f73f24412d821786dca4fd986a&device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 1129 time: 0.0731187 Apr 22 08:04:56.095191 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-dd71549f-00ad-47e9-bf1f-a89918712864 req-d679d2d2-06c4-43f2-ac14-7384b507ed09 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683079 Apr 22 08:04:56.195710 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b4f8f-095a-4c82-b9a4-80e7ab42cf7c req-46712491-d3a8-4ec1-8342-523f2203b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:56.197174 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-485b4f8f-095a-4c82-b9a4-80e7ab42cf7c req-46712491-d3a8-4ec1-8342-523f2203b385 service neutron] 10.222.0.39 "GET /v2.0/networks?id=13a6078d-58b1-4081-bb3a-ccd74a412f02 HTTP/1.1" status: 200 len: 920 time: 0.0969784 Apr 22 08:04:56.242164 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-485b4f8f-095a-4c82-b9a4-80e7ab42cf7c req-d03d422e-e2d5-4ec9-b20c-f6661ee6c9d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb87ac3-66a9-412d-956c-5ae5b37abd73 HTTP/1.1" status: 200 len: 217 time: 0.0365584 Apr 22 08:04:56.307988 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b4f8f-095a-4c82-b9a4-80e7ab42cf7c req-601d106a-1480-4846-9819-8e1defac5f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:56.309484 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-485b4f8f-095a-4c82-b9a4-80e7ab42cf7c req-601d106a-1480-4846-9819-8e1defac5f62 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=434aae01-3eff-47a2-96c3-7b3f40b18165 HTTP/1.1" status: 200 len: 858 time: 0.0596037 Apr 22 08:04:56.361391 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b4f8f-095a-4c82-b9a4-80e7ab42cf7c req-03254b98-fb86-40ca-8885-6a45341f547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:56.362994 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-485b4f8f-095a-4c82-b9a4-80e7ab42cf7c req-03254b98-fb86-40ca-8885-6a45341f547d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13a6078d-58b1-4081-bb3a-ccd74a412f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0458617 Apr 22 08:04:56.417841 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 33704) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:56.481050 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-485b4f8f-095a-4c82-b9a4-80e7ab42cf7c req-d62e7d85-e094-4f67-88b0-e7d6abb9612e service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033928 Apr 22 08:04:56.555912 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0ffd44d8-59e5-4cf0-adb4-773c95e877a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:56.622035 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-485b4f8f-095a-4c82-b9a4-80e7ab42cf7c req-ade86f96-d0dd-4577-870f-d2ca32a77242 service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342835 Apr 22 08:04:56.682344 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0ffd44d8-59e5-4cf0-adb4-773c95e877a3 admin admin] Publish callbacks [] for security_group (36248def-d94c-48af-93de-f9d9bd05404e), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:56.790379 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0ffd44d8-59e5-4cf0-adb4-773c95e877a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (36248def-d94c-48af-93de-f9d9bd05404e), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:56.851425 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-0ffd44d8-59e5-4cf0-adb4-773c95e877a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f9a3b46a9f448d7b52ef0f0f0515b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4321446 Apr 22 08:04:56.852349 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd44d8-59e5-4cf0-adb4-773c95e877a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36248def-d94c-48af-93de-f9d9bd05404e,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:56.855676 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 33728) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:04:56.914425 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-db87da51-5393-4329-910d-4c15be2d5404 admin admin] Publish callbacks [] for security_group (36248def-d94c-48af-93de-f9d9bd05404e), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:56.940327 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-db87da51-5393-4329-910d-4c15be2d5404 admin admin] Publish callbacks [] for security_group (36248def-d94c-48af-93de-f9d9bd05404e), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:57.099078 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-db87da51-5393-4329-910d-4c15be2d5404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (36248def-d94c-48af-93de-f9d9bd05404e), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:57.102312 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-db87da51-5393-4329-910d-4c15be2d5404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:57.103655 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-db87da51-5393-4329-910d-4c15be2d5404 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36248def-d94c-48af-93de-f9d9bd05404e HTTP/1.1" status: 204 len: 168 time: 0.2467275 Apr 22 08:04:57.112859 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87da51-5393-4329-910d-4c15be2d5404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36248def-d94c-48af-93de-f9d9bd05404e,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:04:57.237145 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cedf150-1661-4ad7-b75b-9dc9ca479480 req-0a7c7436-a22c-4b13-9d80-3c0bd5c7e855 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:57.240002 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0cedf150-1661-4ad7-b75b-9dc9ca479480 req-0a7c7436-a22c-4b13-9d80-3c0bd5c7e855 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.0631254 Apr 22 08:04:57.307090 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0cedf150-1661-4ad7-b75b-9dc9ca479480 req-151da7ad-b374-4ad3-9b82-77fb5580179c tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573518 Apr 22 08:04:57.392984 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:04:58.447807 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d54ae-03b1-4dd7-a493-65a18abb8b6f req-055de38a-f542-4d0f-934f-d4758911c08b tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:58.449635 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8d7d54ae-03b1-4dd7-a493-65a18abb8b6f req-055de38a-f542-4d0f-934f-d4758911c08b tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.0586643 Apr 22 08:04:58.505907 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8d7d54ae-03b1-4dd7-a493-65a18abb8b6f req-7b1bacda-5c0d-406f-82d0-e8bb349abd24 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494757 Apr 22 08:04:59.651799 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0e5fb-0826-40c7-877b-642d9f50576c req-ca672e9b-d285-4a7f-92f5-ce1191c81280 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:04:59.653921 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4ab0e5fb-0826-40c7-877b-642d9f50576c req-ca672e9b-d285-4a7f-92f5-ce1191c81280 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.0750418 Apr 22 08:04:59.703293 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4ab0e5fb-0826-40c7-877b-642d9f50576c req-8e7d6113-b9c4-43b3-a6e5-818c5ac17342 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439823 Apr 22 08:05:00.821057 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e0efd-3b65-44f1-8ad1-207b12c0695b req-739f2ee5-d2a3-4d28-8d18-f60a443a4977 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:00.822566 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e37e0efd-3b65-44f1-8ad1-207b12c0695b req-739f2ee5-d2a3-4d28-8d18-f60a443a4977 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.0537078 Apr 22 08:05:00.875054 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e37e0efd-3b65-44f1-8ad1-207b12c0695b req-0d3e8424-221a-4891-b42b-4dfec64b97c1 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468931 Apr 22 08:05:01.454754 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 33938) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:01.567588 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e8ec0d1b-d031-44e6-a899-c573218a43c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:01.645558 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e8ec0d1b-d031-44e6-a899-c573218a43c0 admin admin] Publish callbacks [] for security_group (6d31cbb1-0acf-4fc7-9155-5fc8732ca050), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:01.718937 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e8ec0d1b-d031-44e6-a899-c573218a43c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (6d31cbb1-0acf-4fc7-9155-5fc8732ca050), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:01.764313 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-e8ec0d1b-d031-44e6-a899-c573218a43c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c0754cfb1c94aa799dd083bee8a84ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058865 Apr 22 08:05:01.764417 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 33948) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:01.768116 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec0d1b-d031-44e6-a899-c573218a43c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d31cbb1-0acf-4fc7-9155-5fc8732ca050,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:01.832792 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d052ba31-6663-4755-85e5-218144c9b018 admin admin] Publish callbacks [] for security_group (6d31cbb1-0acf-4fc7-9155-5fc8732ca050), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:01.834297 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 33952) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:01.862985 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d052ba31-6663-4755-85e5-218144c9b018 admin admin] Publish callbacks [] for security_group (6d31cbb1-0acf-4fc7-9155-5fc8732ca050), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:01.953048 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-77d31242-5bed-4ad7-9315-9a291a0b62b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:01.985995 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d052ba31-6663-4755-85e5-218144c9b018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (6d31cbb1-0acf-4fc7-9155-5fc8732ca050), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:01.988675 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d052ba31-6663-4755-85e5-218144c9b018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:01.989794 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-d052ba31-6663-4755-85e5-218144c9b018 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d31cbb1-0acf-4fc7-9155-5fc8732ca050 HTTP/1.1" status: 204 len: 168 time: 0.2244465 Apr 22 08:05:02.003305 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052ba31-6663-4755-85e5-218144c9b018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d31cbb1-0acf-4fc7-9155-5fc8732ca050,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:02.028935 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1e696-ebf1-4727-abc6-c776355808b0 req-1ca70a86-ce49-481b-8b66-71f9ce186688 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:02.045964 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-55b1e696-ebf1-4727-abc6-c776355808b0 req-1ca70a86-ce49-481b-8b66-71f9ce186688 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.0808895 Apr 22 08:05:02.084396 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-55b1e696-ebf1-4727-abc6-c776355808b0 req-ae3f1dcb-2aca-4c93-9601-23bff0fafaea tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472705 Apr 22 08:05:02.086450 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-77d31242-5bed-4ad7-9315-9a291a0b62b2 admin admin] Publish callbacks [] for security_group (c8bf896f-0f4b-42ba-b543-565b8e9e66fa), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:02.252980 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-77d31242-5bed-4ad7-9315-9a291a0b62b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (c8bf896f-0f4b-42ba-b543-565b8e9e66fa), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:02.293905 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-77d31242-5bed-4ad7-9315-9a291a0b62b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b4b071c29054cd689b596478e3e08f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4583201 Apr 22 08:05:02.295112 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d31242-5bed-4ad7-9315-9a291a0b62b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bf896f-0f4b-42ba-b543-565b8e9e66fa,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:02.296603 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 33966) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:02.346438 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-66804aa2-7f79-47ea-a6f5-8b3fa4f0e89d admin admin] Publish callbacks [] for security_group (c8bf896f-0f4b-42ba-b543-565b8e9e66fa), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:02.371418 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-66804aa2-7f79-47ea-a6f5-8b3fa4f0e89d admin admin] Publish callbacks [] for security_group (c8bf896f-0f4b-42ba-b543-565b8e9e66fa), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:02.522176 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-66804aa2-7f79-47ea-a6f5-8b3fa4f0e89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (c8bf896f-0f4b-42ba-b543-565b8e9e66fa), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:02.524733 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-66804aa2-7f79-47ea-a6f5-8b3fa4f0e89d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:02.526713 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-66804aa2-7f79-47ea-a6f5-8b3fa4f0e89d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8bf896f-0f4b-42ba-b543-565b8e9e66fa HTTP/1.1" status: 204 len: 168 time: 0.2282491 Apr 22 08:05:02.534204 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66804aa2-7f79-47ea-a6f5-8b3fa4f0e89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bf896f-0f4b-42ba-b543-565b8e9e66fa,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:02.729257 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 33976) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:02.743276 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-002c5828-8229-42c4-9a13-fe981ea5b031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:02.825859 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-002c5828-8229-42c4-9a13-fe981ea5b031 admin admin] Publish callbacks [] for security_group (51422fca-a3a0-45b0-b144-4ebc28ea9d9c), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:02.920359 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-002c5828-8229-42c4-9a13-fe981ea5b031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (51422fca-a3a0-45b0-b144-4ebc28ea9d9c), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:02.976099 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-002c5828-8229-42c4-9a13-fe981ea5b031 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d54d196a46c488cb6552da16297d63b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457378 Apr 22 08:05:02.979073 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 33990) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:02.997729 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c5828-8229-42c4-9a13-fe981ea5b031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51422fca-a3a0-45b0-b144-4ebc28ea9d9c,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:03.046869 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-223f4b23-080b-49a1-bf54-10d3dcfbe918 admin admin] Publish callbacks [] for security_group (51422fca-a3a0-45b0-b144-4ebc28ea9d9c), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:03.073087 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-223f4b23-080b-49a1-bf54-10d3dcfbe918 admin admin] Publish callbacks [] for security_group (51422fca-a3a0-45b0-b144-4ebc28ea9d9c), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:03.205632 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bb0fe-7990-45c2-81c4-a6056761c493 req-4176630b-a0cb-4d26-947d-e5ad51bb3bc1 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:03.207164 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-593bb0fe-7990-45c2-81c4-a6056761c493 req-4176630b-a0cb-4d26-947d-e5ad51bb3bc1 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.0530918 Apr 22 08:05:03.213035 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-223f4b23-080b-49a1-bf54-10d3dcfbe918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (51422fca-a3a0-45b0-b144-4ebc28ea9d9c), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:03.215638 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-223f4b23-080b-49a1-bf54-10d3dcfbe918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:03.216813 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-223f4b23-080b-49a1-bf54-10d3dcfbe918 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51422fca-a3a0-45b0-b144-4ebc28ea9d9c HTTP/1.1" status: 204 len: 168 time: 0.2359679 Apr 22 08:05:03.233995 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f4b23-080b-49a1-bf54-10d3dcfbe918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51422fca-a3a0-45b0-b144-4ebc28ea9d9c,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:03.268161 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-593bb0fe-7990-45c2-81c4-a6056761c493 req-499c5b72-8874-41c6-a400-6ac4bc6ef011 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548997 Apr 22 08:05:04.032740 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 34012) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:04.136653 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-07593887-30a5-4640-a0ad-1b3bfadc40e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:04.212956 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-07593887-30a5-4640-a0ad-1b3bfadc40e6 admin admin] Publish callbacks [] for security_group (0b93d098-3e51-423c-a458-10e3b59b96f2), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:04.287062 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-07593887-30a5-4640-a0ad-1b3bfadc40e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (0b93d098-3e51-423c-a458-10e3b59b96f2), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:04.332985 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-07593887-30a5-4640-a0ad-1b3bfadc40e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d1c16c570716493896162815f3b3fc13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990296 Apr 22 08:05:04.334039 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07593887-30a5-4640-a0ad-1b3bfadc40e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b93d098-3e51-423c-a458-10e3b59b96f2,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:04.337495 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 34026) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:04.440134 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a282362e-18cc-4d1b-909c-370867f1f9be admin admin] Publish callbacks [] for security_group (0b93d098-3e51-423c-a458-10e3b59b96f2), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:04.463153 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df1d13-fb6a-4acd-8211-0e4e76296578 req-99fb0ce3-069d-4c5a-af7c-db28aa839878 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:04.465018 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-00df1d13-fb6a-4acd-8211-0e4e76296578 req-99fb0ce3-069d-4c5a-af7c-db28aa839878 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.0907755 Apr 22 08:05:04.475935 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a282362e-18cc-4d1b-909c-370867f1f9be admin admin] Publish callbacks [] for security_group (0b93d098-3e51-423c-a458-10e3b59b96f2), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:04.545235 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-00df1d13-fb6a-4acd-8211-0e4e76296578 req-cbd415cd-bccd-41d6-bf01-aec7fdbefa6a tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719931 Apr 22 08:05:04.647337 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a282362e-18cc-4d1b-909c-370867f1f9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (0b93d098-3e51-423c-a458-10e3b59b96f2), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:04.650456 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a282362e-18cc-4d1b-909c-370867f1f9be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:04.651658 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-a282362e-18cc-4d1b-909c-370867f1f9be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b93d098-3e51-423c-a458-10e3b59b96f2 HTTP/1.1" status: 204 len: 168 time: 0.3129606 Apr 22 08:05:04.662133 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282362e-18cc-4d1b-909c-370867f1f9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b93d098-3e51-423c-a458-10e3b59b96f2,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:05.442798 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 34052) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:05.459163 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bf45844f-2de7-4923-8cbf-6c45bfb333cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:05.543603 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bf45844f-2de7-4923-8cbf-6c45bfb333cf admin admin] Publish callbacks [] for security_group (4507cd5e-b5d2-4968-b5d1-aaab3b83c4d6), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:05.604580 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bf45844f-2de7-4923-8cbf-6c45bfb333cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (4507cd5e-b5d2-4968-b5d1-aaab3b83c4d6), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:05.669258 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45844f-2de7-4923-8cbf-6c45bfb333cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4507cd5e-b5d2-4968-b5d1-aaab3b83c4d6,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:05.673247 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-bf45844f-2de7-4923-8cbf-6c45bfb333cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=649c58591dd34f50a111d1efc7c36bd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294397 Apr 22 08:05:05.680263 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 34056) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:05.696908 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccba65b-486c-46c9-814a-8e0d6cecb089 req-84974127-af3e-4d62-a9e8-51acffa11c9b tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:05.698801 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5ccba65b-486c-46c9-814a-8e0d6cecb089 req-84974127-af3e-4d62-a9e8-51acffa11c9b tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.0829906 Apr 22 08:05:05.732019 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cdf6ac38-61a3-4c6c-9e3b-6473c0c45108 admin admin] Publish callbacks [] for security_group (4507cd5e-b5d2-4968-b5d1-aaab3b83c4d6), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:05.748576 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5ccba65b-486c-46c9-814a-8e0d6cecb089 req-62dec8c1-70ce-4b28-b788-1686b3217007 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437050 Apr 22 08:05:05.755347 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cdf6ac38-61a3-4c6c-9e3b-6473c0c45108 admin admin] Publish callbacks [] for security_group (4507cd5e-b5d2-4968-b5d1-aaab3b83c4d6), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:05.867785 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cdf6ac38-61a3-4c6c-9e3b-6473c0c45108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (4507cd5e-b5d2-4968-b5d1-aaab3b83c4d6), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:05.870518 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cdf6ac38-61a3-4c6c-9e3b-6473c0c45108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:05.871663 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-cdf6ac38-61a3-4c6c-9e3b-6473c0c45108 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4507cd5e-b5d2-4968-b5d1-aaab3b83c4d6 HTTP/1.1" status: 204 len: 168 time: 0.1939750 Apr 22 08:05:05.879617 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6ac38-61a3-4c6c-9e3b-6473c0c45108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4507cd5e-b5d2-4968-b5d1-aaab3b83c4d6,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:06.883708 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03610f75-a0d3-4f81-9799-3dffbef81ca0 req-e699e1a0-642b-4ddd-848f-36c6022794e6 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:06.885274 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-03610f75-a0d3-4f81-9799-3dffbef81ca0 req-e699e1a0-642b-4ddd-848f-36c6022794e6 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.0613124 Apr 22 08:05:06.946602 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-03610f75-a0d3-4f81-9799-3dffbef81ca0 req-2bf980c9-353d-4e5b-b511-1756be54abde tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513561 Apr 22 08:05:07.021816 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 34114) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:07.125032 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-6e06764e-dd14-4e6b-86a6-647d99a87940 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-908499538-network', 'tenant_id': '0ad83dbbd4ac4c8ab9f756f215aa744d'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:07.247229 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e06764e-dd14-4e6b-86a6-647d99a87940 admin admin] Made reservation on behalf of 0ad83dbbd4ac4c8ab9f756f215aa744d for: {'network': 1} {{(pid=103833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:05:07.249756 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6e06764e-dd14-4e6b-86a6-647d99a87940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for network (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:07.260535 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6e06764e-dd14-4e6b-86a6-647d99a87940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:07.344737 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6e06764e-dd14-4e6b-86a6-647d99a87940 admin admin] Publish callbacks [] for security_group (e72b6986-209d-42e3-b7c9-4dfa2b8552fd), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:07.541871 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6e06764e-dd14-4e6b-86a6-647d99a87940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (e72b6986-209d-42e3-b7c9-4dfa2b8552fd), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:07.567744 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e06764e-dd14-4e6b-86a6-647d99a87940 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 08:05:07.578912 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06764e-dd14-4e6b-86a6-647d99a87940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72b6986-209d-42e3-b7c9-4dfa2b8552fd,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:07.584254 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6e06764e-dd14-4e6b-86a6-647d99a87940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (c3a0d623-fb7e-43fe-9cb7-4ee261d26fde), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:07.584612 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.db.segments_db [None req-6e06764e-dd14-4e6b-86a6-647d99a87940 admin admin] Added segment c3a0d623-fb7e-43fe-9cb7-4ee261d26fde of type vlan for network ee7d2841-34bd-47b2-85a3-258d4cf1aff1 Apr 22 08:05:07.629125 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6e06764e-dd14-4e6b-86a6-647d99a87940 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744464744888'] for network (ee7d2841-34bd-47b2-85a3-258d4cf1aff1), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:07.753478 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6e06764e-dd14-4e6b-86a6-647d99a87940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for network (ee7d2841-34bd-47b2-85a3-258d4cf1aff1), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:07.754462 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e06764e-dd14-4e6b-86a6-647d99a87940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:07.755079 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6e06764e-dd14-4e6b-86a6-647d99a87940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:07.816411 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06764e-dd14-4e6b-86a6-647d99a87940 admin admin] Pushing event updated for resources: {'Network': ['ID=ee7d2841-34bd-47b2-85a3-258d4cf1aff1,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:07.829136 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Network ee7d2841-34bd-47b2-85a3-258d4cf1aff1 details requested by agent ovs-agent-dv-cinder-838880-1-smb with host dv-cinder-838880-1-smb {{(pid=103834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 22 08:05:07.874770 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-6e06764e-dd14-4e6b-86a6-647d99a87940 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8517711 Apr 22 08:05:07.877323 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 34138) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:07.882976 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-cd3a551a-7cf7-42ae-83f5-6c87d230e2e7 admin admin] Request body: {'subnet': {'network_id': 'ee7d2841-34bd-47b2-85a3-258d4cf1aff1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-908499538-subnet', 'tenant_id': '0ad83dbbd4ac4c8ab9f756f215aa744d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:07.964969 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3a551a-7cf7-42ae-83f5-6c87d230e2e7 admin admin] Made reservation on behalf of 0ad83dbbd4ac4c8ab9f756f215aa744d for: {'subnet': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:05:07.967494 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cd3a551a-7cf7-42ae-83f5-6c87d230e2e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645601'] for subnet (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:08.120993 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488d52c-af34-48b3-ac0d-cedd66135332 req-c87a93c5-6e39-4412-9c26-25ca376c9a0b tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:08.122486 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3488d52c-af34-48b3-ac0d-cedd66135332 req-c87a93c5-6e39-4412-9c26-25ca376c9a0b tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.0879960 Apr 22 08:05:08.232185 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3488d52c-af34-48b3-ac0d-cedd66135332 req-e4afd1da-3ba7-4bf9-8537-215a9cb308b1 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860906 Apr 22 08:05:08.313348 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cd3a551a-7cf7-42ae-83f5-6c87d230e2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4133480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645599'] for subnet (4138bc1e-043d-465b-b68c-0e89bef2eb0f), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:08.370892 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a551a-7cf7-42ae-83f5-6c87d230e2e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4138bc1e-043d-465b-b68c-0e89bef2eb0f,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:08.378225 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a551a-7cf7-42ae-83f5-6c87d230e2e7 admin admin] Checking segment: {'id': 'c3a0d623-fb7e-43fe-9cb7-4ee261d26fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ee7d2841-34bd-47b2-85a3-258d4cf1aff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:05:08.378609 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3a551a-7cf7-42ae-83f5-6c87d230e2e7 admin admin] Network hostable DHCP agents. Network: ee7d2841-34bd-47b2-85a3-258d4cf1aff1, hostable agents: ['ca8a9934-86f7-419c-ae11-6a211419c5d0'], hosted agents: [] {{(pid=103832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 08:05:08.467681 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3a551a-7cf7-42ae-83f5-6c87d230e2e7 admin admin] Network ee7d2841-34bd-47b2-85a3-258d4cf1aff1 is scheduled to be hosted by DHCP agent ca8a9934-86f7-419c-ae11-6a211419c5d0 with binding_index 1 {{(pid=103832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 08:05:08.593206 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-cd3a551a-7cf7-42ae-83f5-6c87d230e2e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838880-1-smb, ee7d2841-34bd-47b2-85a3-258d4cf1aff1) {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:05:08.598693 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3a551a-7cf7-42ae-83f5-6c87d230e2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:08.599524 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cd3a551a-7cf7-42ae-83f5-6c87d230e2e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:08.610799 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d250f49-42c5-4937-b222-ac9300d285af None None] Network ee7d2841-34bd-47b2-85a3-258d4cf1aff1 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:05:08.628491 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 34158) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:08.699198 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-cd3a551a-7cf7-42ae-83f5-6c87d230e2e7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8129385 Apr 22 08:05:08.778971 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0b47b788-d07c-45de-a9a1-de4243257f8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:08.880542 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0b47b788-d07c-45de-a9a1-de4243257f8a admin admin] Publish callbacks [] for security_group (4dd4945a-36b0-457c-8cdb-a3e62c0caeb6), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:08.895689 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599fdd95-fa12-4e43-9f1a-657a78a83a7b None None] Network ee7d2841-34bd-47b2-85a3-258d4cf1aff1 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:05:08.973483 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0b47b788-d07c-45de-a9a1-de4243257f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (4dd4945a-36b0-457c-8cdb-a3e62c0caeb6), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:09.015464 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-0b47b788-d07c-45de-a9a1-de4243257f8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=378c786287ce4ca19c0e378f91b9afe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3857191 Apr 22 08:05:09.020374 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47b788-d07c-45de-a9a1-de4243257f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd4945a-36b0-457c-8cdb-a3e62c0caeb6,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:09.022747 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 34176) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:09.079727 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-124de73b-be2d-4bec-8009-0259f7d396d9 admin admin] Publish callbacks [] for security_group (4dd4945a-36b0-457c-8cdb-a3e62c0caeb6), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:09.100797 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-124de73b-be2d-4bec-8009-0259f7d396d9 admin admin] Publish callbacks [] for security_group (4dd4945a-36b0-457c-8cdb-a3e62c0caeb6), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:09.307798 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-124de73b-be2d-4bec-8009-0259f7d396d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (4dd4945a-36b0-457c-8cdb-a3e62c0caeb6), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:09.310466 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-124de73b-be2d-4bec-8009-0259f7d396d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:09.311972 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-124de73b-be2d-4bec-8009-0259f7d396d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4dd4945a-36b0-457c-8cdb-a3e62c0caeb6 HTTP/1.1" status: 204 len: 168 time: 0.2870262 Apr 22 08:05:09.319953 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124de73b-be2d-4bec-8009-0259f7d396d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd4945a-36b0-457c-8cdb-a3e62c0caeb6,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:09.380159 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899138e-d33b-4d02-9126-27eb6d8ab38a req-8106636d-b9d3-474d-ba6d-4c76d2fa6444 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:09.381757 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8899138e-d33b-4d02-9126-27eb6d8ab38a req-8106636d-b9d3-474d-ba6d-4c76d2fa6444 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.0774236 Apr 22 08:05:09.437888 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8899138e-d33b-4d02-9126-27eb6d8ab38a req-d0565b91-35ee-4ad8-9ced-5799ef279adb tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497775 Apr 22 08:05:09.637248 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 34194) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:09.730698 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 34204) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:09.738382 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-e9164a71-c9ce-4a95-89b4-d779caf892a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-433126057-network', 'tenant_id': '61a9da317bc94d8a9173f22b2a748470'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:09.844866 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9164a71-c9ce-4a95-89b4-d779caf892a7 admin admin] Made reservation on behalf of 61a9da317bc94d8a9173f22b2a748470 for: {'network': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:05:09.847396 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e9164a71-c9ce-4a95-89b4-d779caf892a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for network (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:09.856791 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e9164a71-c9ce-4a95-89b4-d779caf892a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:09.973792 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2e2ee574-36f8-41e1-9ff3-aebc362b81ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:09.981524 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e9164a71-c9ce-4a95-89b4-d779caf892a7 admin admin] Publish callbacks [] for security_group (a8951b46-4058-4d29-9010-6468c1e1f67c), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:10.057374 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2e2ee574-36f8-41e1-9ff3-aebc362b81ae admin admin] Publish callbacks [] for security_group (3c1bb658-ba45-420f-b5b9-622e1da7c1cb), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:10.058431 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e9164a71-c9ce-4a95-89b4-d779caf892a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (a8951b46-4058-4d29-9010-6468c1e1f67c), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:10.086349 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9164a71-c9ce-4a95-89b4-d779caf892a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 08:05:10.091770 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9164a71-c9ce-4a95-89b4-d779caf892a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8951b46-4058-4d29-9010-6468c1e1f67c,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:10.100600 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e9164a71-c9ce-4a95-89b4-d779caf892a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (8f0fd7eb-d2b5-4da8-ab4e-cdd2c0953b61), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:10.101073 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.segments_db [None req-e9164a71-c9ce-4a95-89b4-d779caf892a7 admin admin] Added segment 8f0fd7eb-d2b5-4da8-ab4e-cdd2c0953b61 of type vlan for network eb3f0e8f-890b-4adf-958b-93c3664634f4 Apr 22 08:05:10.141639 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e9164a71-c9ce-4a95-89b4-d779caf892a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744464744888'] for network (eb3f0e8f-890b-4adf-958b-93c3664634f4), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:10.229978 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2e2ee574-36f8-41e1-9ff3-aebc362b81ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (3c1bb658-ba45-420f-b5b9-622e1da7c1cb), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:10.264031 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e9164a71-c9ce-4a95-89b4-d779caf892a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for network (eb3f0e8f-890b-4adf-958b-93c3664634f4), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:10.272631 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9164a71-c9ce-4a95-89b4-d779caf892a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:10.272631 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e9164a71-c9ce-4a95-89b4-d779caf892a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:10.278384 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-2e2ee574-36f8-41e1-9ff3-aebc362b81ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e516afb63bb4ecb99a640e36d75898b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6400466 Apr 22 08:05:10.281098 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 34220) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:10.292614 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ee574-36f8-41e1-9ff3-aebc362b81ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1bb658-ba45-420f-b5b9-622e1da7c1cb,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:10.342957 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-45a18286-53b8-429e-9d73-3ce58a389de2 admin admin] Publish callbacks [] for security_group (3c1bb658-ba45-420f-b5b9-622e1da7c1cb), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:10.347050 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9164a71-c9ce-4a95-89b4-d779caf892a7 admin admin] Pushing event updated for resources: {'Network': ['ID=eb3f0e8f-890b-4adf-958b-93c3664634f4,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:10.359726 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Network eb3f0e8f-890b-4adf-958b-93c3664634f4 details requested by agent ovs-agent-dv-cinder-838880-1-smb with host dv-cinder-838880-1-smb {{(pid=103834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 22 08:05:10.369452 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-45a18286-53b8-429e-9d73-3ce58a389de2 admin admin] Publish callbacks [] for security_group (3c1bb658-ba45-420f-b5b9-622e1da7c1cb), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:10.407642 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 34222) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:10.419106 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-e9164a71-c9ce-4a95-89b4-d779caf892a7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6870644 Apr 22 08:05:10.420950 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 34224) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:10.421949 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c0316fc7-7f24-41ab-8513-46708b6d079f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:10.429980 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-1a553613-8336-4b36-962f-4bd4b74d3ec9 admin admin] Request body: {'subnet': {'network_id': 'eb3f0e8f-890b-4adf-958b-93c3664634f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-433126057-subnet', 'tenant_id': '61a9da317bc94d8a9173f22b2a748470', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:10.504105 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-45a18286-53b8-429e-9d73-3ce58a389de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (3c1bb658-ba45-420f-b5b9-622e1da7c1cb), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:10.506850 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-45a18286-53b8-429e-9d73-3ce58a389de2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:10.508457 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-45a18286-53b8-429e-9d73-3ce58a389de2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c1bb658-ba45-420f-b5b9-622e1da7c1cb HTTP/1.1" status: 204 len: 168 time: 0.2230372 Apr 22 08:05:10.546053 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a18286-53b8-429e-9d73-3ce58a389de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1bb658-ba45-420f-b5b9-622e1da7c1cb,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:10.546206 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a553613-8336-4b36-962f-4bd4b74d3ec9 admin admin] Made reservation on behalf of 61a9da317bc94d8a9173f22b2a748470 for: {'subnet': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:05:10.548600 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1a553613-8336-4b36-962f-4bd4b74d3ec9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645601'] for subnet (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:10.593632 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0b5c79e6-278b-4a0e-8129-f6ad0ec76752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:10.604979 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c0316fc7-7f24-41ab-8513-46708b6d079f admin admin] Publish callbacks [] for security_group (2195b2c0-5d24-41e2-8909-0a72a6cced0e), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:10.667580 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c0316fc7-7f24-41ab-8513-46708b6d079f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (2195b2c0-5d24-41e2-8909-0a72a6cced0e), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:10.682710 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e6f77-9873-4cdb-b503-2569767284e7 req-986c4333-0109-4634-89ee-455cf3399732 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:10.685998 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c67e6f77-9873-4cdb-b503-2569767284e7 req-986c4333-0109-4634-89ee-455cf3399732 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.1795526 Apr 22 08:05:10.723908 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0316fc7-7f24-41ab-8513-46708b6d079f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2195b2c0-5d24-41e2-8909-0a72a6cced0e,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:10.743137 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-c0316fc7-7f24-41ab-8513-46708b6d079f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b71a3ea92da448a380a89e5004020d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3344598 Apr 22 08:05:10.745715 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 34236) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:10.795239 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c67e6f77-9873-4cdb-b503-2569767284e7 req-6dcce39b-48c0-4717-8efd-99829988c39e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011317 Apr 22 08:05:10.834895 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-05a0784f-a4ef-438a-a7a8-3ca09344b927 admin admin] Publish callbacks [] for security_group (2195b2c0-5d24-41e2-8909-0a72a6cced0e), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:10.867668 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-05a0784f-a4ef-438a-a7a8-3ca09344b927 admin admin] Publish callbacks [] for security_group (2195b2c0-5d24-41e2-8909-0a72a6cced0e), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:10.994239 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1a553613-8336-4b36-962f-4bd4b74d3ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4133480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645599'] for subnet (e82266d9-e0d8-48eb-aa1e-51c4087afc2c), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:11.027755 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-05a0784f-a4ef-438a-a7a8-3ca09344b927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (2195b2c0-5d24-41e2-8909-0a72a6cced0e), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:11.030948 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-05a0784f-a4ef-438a-a7a8-3ca09344b927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:11.041527 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-05a0784f-a4ef-438a-a7a8-3ca09344b927 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2195b2c0-5d24-41e2-8909-0a72a6cced0e HTTP/1.1" status: 204 len: 168 time: 0.2941971 Apr 22 08:05:11.051782 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0784f-a4ef-438a-a7a8-3ca09344b927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2195b2c0-5d24-41e2-8909-0a72a6cced0e,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:11.067647 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a553613-8336-4b36-962f-4bd4b74d3ec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e82266d9-e0d8-48eb-aa1e-51c4087afc2c,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:11.070224 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a553613-8336-4b36-962f-4bd4b74d3ec9 admin admin] Checking segment: {'id': '8f0fd7eb-d2b5-4da8-ab4e-cdd2c0953b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'eb3f0e8f-890b-4adf-958b-93c3664634f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:05:11.070602 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a553613-8336-4b36-962f-4bd4b74d3ec9 admin admin] Network hostable DHCP agents. Network: eb3f0e8f-890b-4adf-958b-93c3664634f4, hostable agents: ['ca8a9934-86f7-419c-ae11-6a211419c5d0'], hosted agents: [] {{(pid=103832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 08:05:11.213001 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a553613-8336-4b36-962f-4bd4b74d3ec9 admin admin] Network eb3f0e8f-890b-4adf-958b-93c3664634f4 is scheduled to be hosted by DHCP agent ca8a9934-86f7-419c-ae11-6a211419c5d0 with binding_index 1 {{(pid=103832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 08:05:11.355956 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-1a553613-8336-4b36-962f-4bd4b74d3ec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838880-1-smb, eb3f0e8f-890b-4adf-958b-93c3664634f4) {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:05:11.360666 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a553613-8336-4b36-962f-4bd4b74d3ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:11.365170 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1a553613-8336-4b36-962f-4bd4b74d3ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:11.367804 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7149d9-d5ea-4f0b-aff8-23cd52aad638 None None] Network eb3f0e8f-890b-4adf-958b-93c3664634f4 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:05:11.444515 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-1a553613-8336-4b36-962f-4bd4b74d3ec9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0218024 Apr 22 08:05:11.475346 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7fdeac-e872-4a60-b1bc-a28a3c02a6c0 None None] Network eb3f0e8f-890b-4adf-958b-93c3664634f4 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:05:11.865287 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 34278) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:11.882005 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7d22e115-fe7c-46fa-ac45-cc255ad4edbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:11.966217 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e95f2-ceff-4ee7-a2fd-3dac6542332c req-aac9ba54-2fd0-4ed7-8600-c041a3b758ac tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:11.968049 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-918e95f2-ceff-4ee7-a2fd-3dac6542332c req-aac9ba54-2fd0-4ed7-8600-c041a3b758ac tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.0924206 Apr 22 08:05:11.997196 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7d22e115-fe7c-46fa-ac45-cc255ad4edbd admin admin] Publish callbacks [] for security_group (81b82d92-956e-4d02-8064-142d398a9621), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:12.027276 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-918e95f2-ceff-4ee7-a2fd-3dac6542332c req-97dea5f5-d971-4b8a-a7da-d234fc329f3f tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516942 Apr 22 08:05:12.067610 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7d22e115-fe7c-46fa-ac45-cc255ad4edbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (81b82d92-956e-4d02-8064-142d398a9621), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:12.112378 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 34286) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:12.115247 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-7d22e115-fe7c-46fa-ac45-cc255ad4edbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fea62009ac2c4eab93a22a4ef119c90f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481916 Apr 22 08:05:12.116423 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22e115-fe7c-46fa-ac45-cc255ad4edbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b82d92-956e-4d02-8064-142d398a9621,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:12.167426 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4377e1ed-fc9b-445c-a7d8-fb7b73d886f9 admin admin] Publish callbacks [] for security_group (81b82d92-956e-4d02-8064-142d398a9621), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:12.193261 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4377e1ed-fc9b-445c-a7d8-fb7b73d886f9 admin admin] Publish callbacks [] for security_group (81b82d92-956e-4d02-8064-142d398a9621), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:12.202174 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 34296) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:12.323537 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-04982233-6b43-454b-aa9b-6c600881f09b tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:12.325017 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-04982233-6b43-454b-aa9b-6c600881f09b tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/networks?id=ee7d2841-34bd-47b2-85a3-258d4cf1aff1 HTTP/1.1" status: 200 len: 808 time: 0.1320908 Apr 22 08:05:12.343054 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-497e4c15-1791-4063-8e13-3997f35f8d08 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/quotas/0ad83dbbd4ac4c8ab9f756f215aa744d HTTP/1.1" status: 200 len: 375 time: 0.0120809 Apr 22 08:05:12.360145 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-82cba47e-cd00-45b5-80a2-9f6a6bb8a081 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-883676821-network', 'tenant_id': 'fb13d66dc7b64f078f25ec0e40bf721d'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:12.375228 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-00439f1b-da27-4323-8b44-74c1e09869fe tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ad83dbbd4ac4c8ab9f756f215aa744d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283632 Apr 22 08:05:12.399910 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4377e1ed-fc9b-445c-a7d8-fb7b73d886f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (81b82d92-956e-4d02-8064-142d398a9621), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:12.402390 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4377e1ed-fc9b-445c-a7d8-fb7b73d886f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:12.403504 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-4377e1ed-fc9b-445c-a7d8-fb7b73d886f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81b82d92-956e-4d02-8064-142d398a9621 HTTP/1.1" status: 204 len: 168 time: 0.2901556 Apr 22 08:05:12.440012 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377e1ed-fc9b-445c-a7d8-fb7b73d886f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b82d92-956e-4d02-8064-142d398a9621,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:12.483360 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cba47e-cd00-45b5-80a2-9f6a6bb8a081 admin admin] Made reservation on behalf of fb13d66dc7b64f078f25ec0e40bf721d for: {'network': 1} {{(pid=103833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:05:12.485646 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-82cba47e-cd00-45b5-80a2-9f6a6bb8a081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for network (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:12.488547 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-54ffb70a-708f-456e-86ff-16ae9558272a service neutron] 10.222.0.13 "GET /v2.0/networks/ee7d2841-34bd-47b2-85a3-258d4cf1aff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065967 Apr 22 08:05:12.506278 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-82cba47e-cd00-45b5-80a2-9f6a6bb8a081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:12.591669 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-82cba47e-cd00-45b5-80a2-9f6a6bb8a081 admin admin] Publish callbacks [] for security_group (899816ac-80c0-4a7a-95d5-97eac7099fb6), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:12.592978 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-ad68bb02-e215-4204-b0fd-e1f8c0f09f11 service neutron] 10.222.0.13 "GET /v2.0/networks/ee7d2841-34bd-47b2-85a3-258d4cf1aff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984714 Apr 22 08:05:12.741430 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-82cba47e-cd00-45b5-80a2-9f6a6bb8a081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (899816ac-80c0-4a7a-95d5-97eac7099fb6), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:12.766864 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82cba47e-cd00-45b5-80a2-9f6a6bb8a081 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 08:05:12.777431 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cba47e-cd00-45b5-80a2-9f6a6bb8a081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899816ac-80c0-4a7a-95d5-97eac7099fb6,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:12.782013 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-82cba47e-cd00-45b5-80a2-9f6a6bb8a081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (a68dda09-9d18-493d-9415-4cebe1fc659a), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:12.785120 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.db.segments_db [None req-82cba47e-cd00-45b5-80a2-9f6a6bb8a081 admin admin] Added segment a68dda09-9d18-493d-9415-4cebe1fc659a of type vlan for network 6c345dae-a12d-42a5-911c-ec9de0be0bdc Apr 22 08:05:12.825905 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-82cba47e-cd00-45b5-80a2-9f6a6bb8a081 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744464744888'] for network (6c345dae-a12d-42a5-911c-ec9de0be0bdc), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:12.933115 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-82cba47e-cd00-45b5-80a2-9f6a6bb8a081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for network (6c345dae-a12d-42a5-911c-ec9de0be0bdc), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:12.934262 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cba47e-cd00-45b5-80a2-9f6a6bb8a081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:12.934854 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-82cba47e-cd00-45b5-80a2-9f6a6bb8a081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:12.948963 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8380c672-2115-4a2d-88b0-4eeb970dc0e4 req-b8da515a-ddaa-459c-949a-bc10da57d74a tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb4601b2-18d6-465a-b575-749db27456a7 HTTP/1.1" status: 200 len: 210 time: 0.0431566 Apr 22 08:05:12.962695 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-b2fba899-b0f8-4887-8296-ae73f8b218b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:13.080406 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cba47e-cd00-45b5-80a2-9f6a6bb8a081 admin admin] Pushing event updated for resources: {'Network': ['ID=6c345dae-a12d-42a5-911c-ec9de0be0bdc,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:13.095733 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Network 6c345dae-a12d-42a5-911c-ec9de0be0bdc details requested by agent ovs-agent-dv-cinder-838880-1-smb with host dv-cinder-838880-1-smb {{(pid=103834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 22 08:05:13.139585 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-82cba47e-cd00-45b5-80a2-9f6a6bb8a081 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9362199 Apr 22 08:05:13.142740 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 34346) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:13.147667 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-cc043069-80c6-4492-9bd0-4b342d6dad38 admin admin] Request body: {'subnet': {'network_id': '6c345dae-a12d-42a5-911c-ec9de0be0bdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-883676821-subnet', 'tenant_id': 'fb13d66dc7b64f078f25ec0e40bf721d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:13.237259 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558977b-7a44-4e78-8bf4-c6a0a5b52d23 req-2e401226-7d8e-4ba0-9e96-a5571c76ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:13.240227 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc043069-80c6-4492-9bd0-4b342d6dad38 admin admin] Made reservation on behalf of fb13d66dc7b64f078f25ec0e40bf721d for: {'subnet': 1} {{(pid=103833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:05:13.241031 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4558977b-7a44-4e78-8bf4-c6a0a5b52d23 req-2e401226-7d8e-4ba0-9e96-a5571c76ca41 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 1129 time: 0.0823185 Apr 22 08:05:13.243991 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cc043069-80c6-4492-9bd0-4b342d6dad38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4098371'] for subnet (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:13.304440 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4558977b-7a44-4e78-8bf4-c6a0a5b52d23 req-7999e0ab-bfe6-4b5e-9a0b-0101e8a5086a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516531 Apr 22 08:05:13.482717 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c0266-7211-4203-8f9c-8022d7b5a2b1 req-b4d2b9e7-92a3-4900-8b8f-9b4ff2680d6f tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:13.484347 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a38c0266-7211-4203-8f9c-8022d7b5a2b1 req-b4d2b9e7-92a3-4900-8b8f-9b4ff2680d6f tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.0550814 Apr 22 08:05:13.490631 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cc043069-80c6-4492-9bd0-4b342d6dad38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4098429'] for subnet (dccec4a8-ee71-4748-b043-da8f9c139639), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:13.508580 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 34364) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:13.512155 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-787badf8-1049-494c-a35d-8ed0699a2947 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--691137983', 'description': 'tempest-description--1009757869'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:13.582813 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a38c0266-7211-4203-8f9c-8022d7b5a2b1 req-56b5a344-e8fe-4aee-a0e4-ebc47b3c7b5e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908737 Apr 22 08:05:13.587476 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc043069-80c6-4492-9bd0-4b342d6dad38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dccec4a8-ee71-4748-b043-da8f9c139639,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:13.603552 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc043069-80c6-4492-9bd0-4b342d6dad38 admin admin] Checking segment: {'id': 'a68dda09-9d18-493d-9415-4cebe1fc659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6c345dae-a12d-42a5-911c-ec9de0be0bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:05:13.604049 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc043069-80c6-4492-9bd0-4b342d6dad38 admin admin] Network hostable DHCP agents. Network: 6c345dae-a12d-42a5-911c-ec9de0be0bdc, hostable agents: ['ca8a9934-86f7-419c-ae11-6a211419c5d0'], hosted agents: [] {{(pid=103833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 08:05:13.649125 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49201da4-10fb-4eec-9459-6d6da5760200 req-d035f0ba-806a-421e-8ecb-3367063721b5 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:13.650687 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-49201da4-10fb-4eec-9459-6d6da5760200 req-d035f0ba-806a-421e-8ecb-3367063721b5 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.0565355 Apr 22 08:05:13.664682 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-787badf8-1049-494c-a35d-8ed0699a2947 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:13.719095 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc043069-80c6-4492-9bd0-4b342d6dad38 admin admin] Network 6c345dae-a12d-42a5-911c-ec9de0be0bdc is scheduled to be hosted by DHCP agent ca8a9934-86f7-419c-ae11-6a211419c5d0 with binding_index 1 {{(pid=103833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 08:05:13.720761 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-49201da4-10fb-4eec-9459-6d6da5760200 req-3fc38a91-7bb5-4e66-a165-52001a195add tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636578 Apr 22 08:05:13.764148 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-787badf8-1049-494c-a35d-8ed0699a2947 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (00c55034-2c18-41b4-9cee-45e149cf65c3), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:13.782134 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-cc043069-80c6-4492-9bd0-4b342d6dad38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838880-1-smb, 6c345dae-a12d-42a5-911c-ec9de0be0bdc) {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:05:13.787598 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc043069-80c6-4492-9bd0-4b342d6dad38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:13.788554 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cc043069-80c6-4492-9bd0-4b342d6dad38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:13.792694 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e58a951-c615-4f4e-bfa1-dc9b7565d6ad None None] Network 6c345dae-a12d-42a5-911c-ec9de0be0bdc requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:05:13.830128 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-787badf8-1049-494c-a35d-8ed0699a2947 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (00c55034-2c18-41b4-9cee-45e149cf65c3), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:13.862402 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787badf8-1049-494c-a35d-8ed0699a2947 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00c55034-2c18-41b4-9cee-45e149cf65c3,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:13.890475 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-cc043069-80c6-4492-9bd0-4b342d6dad38 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7463589 Apr 22 08:05:13.898595 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb8a6fd-9925-452e-b0be-46168bedc167 None None] Network 6c345dae-a12d-42a5-911c-ec9de0be0bdc requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:05:13.922759 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-787badf8-1049-494c-a35d-8ed0699a2947 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:13.927263 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 34376) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:13.930860 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-787badf8-1049-494c-a35d-8ed0699a2947 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4214542 Apr 22 08:05:13.932499 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-642f2599-30c4-4a57-b3eb-1b4ce5a92410 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'security_group_rule': {'security_group_id': '00c55034-2c18-41b4-9cee-45e149cf65c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:14.065638 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-847c9397-2450-4cbd-b938-3ae8b07273c3 req-79112dcb-6ca0-454e-a9db-c6e6f03dcaae tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb4601b2-18d6-465a-b575-749db27456a7 HTTP/1.1" status: 200 len: 210 time: 0.0331295 Apr 22 08:05:14.073047 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-642f2599-30c4-4a57-b3eb-1b4ce5a92410 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (6a1f594e-25d9-43d8-921c-dfe89b8232c3), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:14.150049 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-642f2599-30c4-4a57-b3eb-1b4ce5a92410 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (6a1f594e-25d9-43d8-921c-dfe89b8232c3), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:14.280985 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-642f2599-30c4-4a57-b3eb-1b4ce5a92410 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (6a1f594e-25d9-43d8-921c-dfe89b8232c3), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:14.307687 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f2599-30c4-4a57-b3eb-1b4ce5a92410 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a1f594e-25d9-43d8-921c-dfe89b8232c3,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:14.396560 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:14.397937 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-642f2599-30c4-4a57-b3eb-1b4ce5a92410 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:14.403460 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 34394) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:14.403906 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-642f2599-30c4-4a57-b3eb-1b4ce5a92410 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4751930 Apr 22 08:05:14.411650 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-1d28aac2-00e7-4ed4-a1d3-7099b9cfd0ce tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'security_group_rule': {'security_group_id': '00c55034-2c18-41b4-9cee-45e149cf65c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:14.544373 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1d28aac2-00e7-4ed4-a1d3-7099b9cfd0ce tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (82942028-6206-4835-8693-871af1bf3f49), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:14.612097 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1d28aac2-00e7-4ed4-a1d3-7099b9cfd0ce tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (82942028-6206-4835-8693-871af1bf3f49), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:14.697148 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1d28aac2-00e7-4ed4-a1d3-7099b9cfd0ce tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (82942028-6206-4835-8693-871af1bf3f49), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:14.722265 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28aac2-00e7-4ed4-a1d3-7099b9cfd0ce tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82942028-6206-4835-8693-871af1bf3f49,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:14.740833 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0fbeb-a9a3-4452-baca-e564db4bdbe8 req-42aab2db-2734-4458-a803-f8322dd3f9ce tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:14.743643 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2ee0fbeb-a9a3-4452-baca-e564db4bdbe8 req-42aab2db-2734-4458-a803-f8322dd3f9ce tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.0846744 Apr 22 08:05:14.793745 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2ee0fbeb-a9a3-4452-baca-e564db4bdbe8 req-18907bd3-58f0-4179-86bc-42c0e68ff91e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452313 Apr 22 08:05:14.814719 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1d28aac2-00e7-4ed4-a1d3-7099b9cfd0ce tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:14.815864 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-1d28aac2-00e7-4ed4-a1d3-7099b9cfd0ce tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4093754 Apr 22 08:05:14.821034 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 34404) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:14.825709 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-bf4a8948-295d-4ff1-ab18-826f55f426e7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'floatingip': {'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:14.858148 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cbcfa-6010-4ca8-b0c4-8d6dfb2a4022 req-a5a16dc5-aaf7-4cf9-b88b-62db85949317 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:14.859648 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8e5cbcfa-6010-4ca8-b0c4-8d6dfb2a4022 req-a5a16dc5-aaf7-4cf9-b88b-62db85949317 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.0584443 Apr 22 08:05:14.908292 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8e5cbcfa-6010-4ca8-b0c4-8d6dfb2a4022 req-1c26d037-bd42-4eaf-8460-8a6645b8d9ce tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425925 Apr 22 08:05:14.945692 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bf4a8948-295d-4ff1-ab18-826f55f426e7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:15.057859 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bf4a8948-295d-4ff1-ab18-826f55f426e7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:15.191187 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-bf4a8948-295d-4ff1-ab18-826f55f426e7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Allocated IP 172.28.2.153 (1ba3c60b-0bed-4e05-bf6c-e6da0128f626/c65f8918-06d0-4042-b508-c83c4010a7fc/bb0816db-0ce3-43ae-853b-b940af96eddb) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:05:15.215379 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d78151f3-482d-4381-a006-ac199ae33309 req-96f3a74e-eebd-4581-9e83-c67054cf5b2a tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb4601b2-18d6-465a-b575-749db27456a7 HTTP/1.1" status: 200 len: 210 time: 0.0364697 Apr 22 08:05:15.218717 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:15.315651 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bf4a8948-295d-4ff1-ab18-826f55f426e7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for port (bb0816db-0ce3-43ae-853b-b940af96eddb), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:15.411124 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bf4a8948-295d-4ff1-ab18-826f55f426e7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (bb0816db-0ce3-43ae-853b-b940af96eddb), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:15.451501 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4a8948-295d-4ff1-ab18-826f55f426e7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:05:15.454536 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-bf4a8948-295d-4ff1-ab18-826f55f426e7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:05:15.458026 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4a8948-295d-4ff1-ab18-826f55f426e7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:05:15.486716 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a8948-295d-4ff1-ab18-826f55f426e7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'Port': ['ID=bb0816db-0ce3-43ae-853b-b940af96eddb,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:15.559440 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bf4a8948-295d-4ff1-ab18-826f55f426e7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (86e1b4c3-fdbc-46e0-bf05-e97586e7d4b3), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:15.650783 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-458ca663-c7f3-4c2c-9ef2-1cf3331fef4d tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:15.652260 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-458ca663-c7f3-4c2c-9ef2-1cf3331fef4d tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.39 "GET /v2.0/networks?id=ee7d2841-34bd-47b2-85a3-258d4cf1aff1 HTTP/1.1" status: 200 len: 808 time: 0.1091745 Apr 22 08:05:15.668554 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-f1db0722-5cfe-4eaf-bd96-19893a11d1ef tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Request body: {'port': {'device_id': 'bb4601b2-18d6-465a-b575-749db27456a7', 'network_id': 'ee7d2841-34bd-47b2-85a3-258d4cf1aff1', 'admin_state_up': True, 'tenant_id': '0ad83dbbd4ac4c8ab9f756f215aa744d'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:15.700407 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bf4a8948-295d-4ff1-ab18-826f55f426e7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (bb0816db-0ce3-43ae-853b-b940af96eddb), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:15.841567 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-f1db0722-5cfe-4eaf-bd96-19893a11d1ef tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Made reservation on behalf of 0ad83dbbd4ac4c8ab9f756f215aa744d for: {'port': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:05:15.845092 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-f1db0722-5cfe-4eaf-bd96-19893a11d1ef tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:15.880988 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bf4a8948-295d-4ff1-ab18-826f55f426e7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for port (bb0816db-0ce3-43ae-853b-b940af96eddb), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:15.990201 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bf4a8948-295d-4ff1-ab18-826f55f426e7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079315'] for port (bb0816db-0ce3-43ae-853b-b940af96eddb), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:16.001053 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfe6f0-1eef-4ea2-ad41-e3f5bd38ac32 req-fce843d1-ebc2-497e-a469-9aa93e974def tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:16.002596 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a0bfe6f0-1eef-4ea2-ad41-e3f5bd38ac32 req-fce843d1-ebc2-497e-a469-9aa93e974def tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.1274226 Apr 22 08:05:16.069784 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a8948-295d-4ff1-ab18-826f55f426e7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'Port': ['ID=bb0816db-0ce3-43ae-853b-b940af96eddb,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:16.088084 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bf4a8948-295d-4ff1-ab18-826f55f426e7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (86e1b4c3-fdbc-46e0-bf05-e97586e7d4b3), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:16.187347 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bf4a8948-295d-4ff1-ab18-826f55f426e7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:16.189052 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-bf4a8948-295d-4ff1-ab18-826f55f426e7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3667896 Apr 22 08:05:16.349908 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-f1db0722-5cfe-4eaf-bd96-19893a11d1ef tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Allocated IP 172.20.0.4 (ee7d2841-34bd-47b2-85a3-258d4cf1aff1/4138bc1e-043d-465b-b68c-0e89bef2eb0f/560518de-21b5-427b-82c2-ce2a5fddce21) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:05:16.401992 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a0bfe6f0-1eef-4ea2-ad41-e3f5bd38ac32 req-23b470e3-4747-4b4f-a32b-4ed308af9b53 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108804 Apr 22 08:05:16.414488 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990a169-e85e-48c1-a3c5-b593cc27388e req-91c28074-7e01-4da5-9d24-da03d54a929e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:16.416206 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2990a169-e85e-48c1-a3c5-b593cc27388e req-91c28074-7e01-4da5-9d24-da03d54a929e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.4088750 Apr 22 08:05:16.593517 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2990a169-e85e-48c1-a3c5-b593cc27388e req-745f64f0-a6bc-4527-8ea0-92c99e6bcfe6 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691008 Apr 22 08:05:16.658613 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-f1db0722-5cfe-4eaf-bd96-19893a11d1ef tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Publish callbacks [] for port (560518de-21b5-427b-82c2-ce2a5fddce21), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:16.674875 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-acb38503-02ee-4602-af27-5265fad3c881 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:16.676269 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-acb38503-02ee-4602-af27-5265fad3c881 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/networks?id=6c345dae-a12d-42a5-911c-ec9de0be0bdc HTTP/1.1" status: 200 len: 813 time: 0.1764326 Apr 22 08:05:16.698490 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-efdd839b-8aa9-4edf-a0dd-864ff330a4b0 req-6f6a3a67-61dd-47a2-af0d-aef834e5b5b4 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb4601b2-18d6-465a-b575-749db27456a7 HTTP/1.1" status: 200 len: 210 time: 0.0429380 Apr 22 08:05:16.715584 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-56aa3072-db32-4315-8af0-75e70e1606ba tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/quotas/fb13d66dc7b64f078f25ec0e40bf721d HTTP/1.1" status: 200 len: 375 time: 0.0193391 Apr 22 08:05:16.759464 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-a8999629-2e7d-4978-94fc-ab6af819965f tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb13d66dc7b64f078f25ec0e40bf721d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362182 Apr 22 08:05:16.848895 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-f1db0722-5cfe-4eaf-bd96-19893a11d1ef tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (560518de-21b5-427b-82c2-ce2a5fddce21), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:16.917123 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-309a2fc9-6e08-4d05-8615-6956b33802aa tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--691137983&fields=id&tenant_id=418089b9d73b40b198fe850c8e0fa9b8 HTTP/1.1" status: 200 len: 267 time: 0.1416299 Apr 22 08:05:16.919897 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:16.935429 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-8987f2c0-7f29-4638-bdac-24e2dfabb997 service neutron] 10.222.0.13 "GET /v2.0/networks/6c345dae-a12d-42a5-911c-ec9de0be0bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690104 Apr 22 08:05:16.937120 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-f1db0722-5cfe-4eaf-bd96-19893a11d1ef tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Network ee7d2841-34bd-47b2-85a3-258d4cf1aff1 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:05:16.961320 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-f1db0722-5cfe-4eaf-bd96-19893a11d1ef tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:05:16.973814 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-f1db0722-5cfe-4eaf-bd96-19893a11d1ef tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:05:17.011309 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db0722-5cfe-4eaf-bd96-19893a11d1ef tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Pushing event updated for resources: {'Port': ['ID=560518de-21b5-427b-82c2-ce2a5fddce21,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:17.116125 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-f1db0722-5cfe-4eaf-bd96-19893a11d1ef tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:17.116650 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-f1db0722-5cfe-4eaf-bd96-19893a11d1ef tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:17.165470 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-79a24657-ce84-4586-bb0b-278774cca512 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:17.166947 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-79a24657-ce84-4586-bb0b-278774cca512 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/networks?id=6dee7f59-68db-465f-b55a-26e8be06de12 HTTP/1.1" status: 200 len: 815 time: 0.2403455 Apr 22 08:05:17.188130 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-747ee764-001a-4bae-8fc4-384498f9c417 service neutron] 10.222.0.13 "GET /v2.0/networks/6c345dae-a12d-42a5-911c-ec9de0be0bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377312 Apr 22 08:05:17.189740 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-275b8190-63d4-4046-982b-00bb3a9e9dbd tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/quotas/418089b9d73b40b198fe850c8e0fa9b8 HTTP/1.1" status: 200 len: 375 time: 0.0143142 Apr 22 08:05:17.255131 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-6fb2177d-6ee2-4a32-9c2d-2fe214ee4e43 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=418089b9d73b40b198fe850c8e0fa9b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0581114 Apr 22 08:05:17.279049 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-f1db0722-5cfe-4eaf-bd96-19893a11d1ef tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6142459 Apr 22 08:05:17.293456 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] Request body: {'port': {'device_id': 'bb4601b2-18d6-465a-b575-749db27456a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83888'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:17.402743 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (560518de-21b5-427b-82c2-ce2a5fddce21), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:17.418778 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-23fdb917-edc5-4251-8a2d-fe537207f0e6 service neutron] 10.222.0.13 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516891 Apr 22 08:05:17.573870 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-49d9bfb0-6a07-4a4b-a0cf-ef9936f26533 req-8057a0e2-cb8b-4682-8d97-bdf414f004ad tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97d4df8-20bc-4615-aeff-42e9c11fd921 HTTP/1.1" status: 200 len: 210 time: 0.0625768 Apr 22 08:05:17.719111 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-7f688735-553d-4827-b909-9a6a4704a3d7 service neutron] 10.222.0.13 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688208 Apr 22 08:05:17.828324 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 560518de-21b5-427b-82c2-ce2a5fddce21 {{(pid=103832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:05:17.840113 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] Publish callbacks [] for port (560518de-21b5-427b-82c2-ce2a5fddce21), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:17.862998 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.provisioning_blocks [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] Transition to ACTIVE for port object 560518de-21b5-427b-82c2-ce2a5fddce21 will not be triggered until provisioned by entity L2. {{(pid=103832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 22 08:05:17.929140 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a805a-7bbd-47bd-882b-5c46774188a9 req-852d9b0a-366d-408a-b5df-ce3eb95bc185 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:17.931240 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6d7a805a-7bbd-47bd-882b-5c46774188a9 req-852d9b0a-366d-408a-b5df-ce3eb95bc185 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.0645738 Apr 22 08:05:17.989452 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (560518de-21b5-427b-82c2-ce2a5fddce21), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:18.046405 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6d7a805a-7bbd-47bd-882b-5c46774188a9 req-dd1d82ca-0c92-48a6-b9b2-7955a48e5d74 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088984 Apr 22 08:05:18.092364 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] Pushing event updated for resources: {'Port': ['ID=560518de-21b5-427b-82c2-ce2a5fddce21,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:18.140016 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dd438-224a-4cd5-9006-97b55f3914d9 req-f413eb6b-841b-4bc1-9715-f3d628288ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:18.142993 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-042dd438-224a-4cd5-9006-97b55f3914d9 req-f413eb6b-841b-4bc1-9715-f3d628288ff4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea95f2f73f24412d821786dca4fd986a&device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 1129 time: 0.1638606 Apr 22 08:05:18.184248 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b16467-c7a3-4716-83f1-5bc8173f3107 req-f00b5742-2f1f-4d17-83aa-9d41befd132e tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:18.185787 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a2b16467-c7a3-4716-83f1-5bc8173f3107 req-f00b5742-2f1f-4d17-83aa-9d41befd132e tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb4601b2-18d6-465a-b575-749db27456a7 HTTP/1.1" status: 200 len: 943 time: 0.1976359 Apr 22 08:05:18.256221 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dd438-224a-4cd5-9006-97b55f3914d9 req-b9d6a59e-94c3-4d93-b615-88945e279f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:18.259444 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-042dd438-224a-4cd5-9006-97b55f3914d9 req-b9d6a59e-94c3-4d93-b615-88945e279f09 service neutron] 10.222.0.39 "GET /v2.0/networks?id=13a6078d-58b1-4081-bb3a-ccd74a412f02 HTTP/1.1" status: 200 len: 920 time: 0.1012747 Apr 22 08:05:18.287030 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2f26e-ee9a-4433-b4f7-d5356553364a req-a8cd952b-7b11-4fd9-a0e1-6fa2a268b143 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:18.288600 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d5d2f26e-ee9a-4433-b4f7-d5356553364a req-a8cd952b-7b11-4fd9-a0e1-6fa2a268b143 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.1529653 Apr 22 08:05:18.291091 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] Attempting to bind port 560518de-21b5-427b-82c2-ce2a5fddce21 on host hv-cinder-83888 for vnic_type normal with profile {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:05:18.291424 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] Attempting to bind port 560518de-21b5-427b-82c2-ce2a5fddce21 by drivers openvswitch,hyperv on host hv-cinder-83888 at level 0 using segments [{'id': 'c3a0d623-fb7e-43fe-9cb7-4ee261d26fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ee7d2841-34bd-47b2-85a3-258d4cf1aff1'}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:05:18.291752 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] Attempting to bind port 560518de-21b5-427b-82c2-ce2a5fddce21 on network ee7d2841-34bd-47b2-85a3-258d4cf1aff1 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:05:18.296425 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a2b16467-c7a3-4716-83f1-5bc8173f3107 req-9e44287c-3898-427a-a36d-6793ac367078 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/security-groups?id=e72b6986-209d-42e3-b7c9-4dfa2b8552fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904462 Apr 22 08:05:18.300163 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] Port 560518de-21b5-427b-82c2-ce2a5fddce21 on network ee7d2841-34bd-47b2-85a3-258d4cf1aff1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83888 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 08:05:18.303518 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] Attempting to bind port 560518de-21b5-427b-82c2-ce2a5fddce21 on network ee7d2841-34bd-47b2-85a3-258d4cf1aff1 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:05:18.306883 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] Checking agent: {'id': '5d37a790-f600-4ea4-a99b-32bf15642def', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'started_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:05:18.307612 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] Checking segment: {'id': 'c3a0d623-fb7e-43fe-9cb7-4ee261d26fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ee7d2841-34bd-47b2-85a3-258d4cf1aff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:05:18.307716 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] Bound using segment: {'id': 'c3a0d623-fb7e-43fe-9cb7-4ee261d26fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ee7d2841-34bd-47b2-85a3-258d4cf1aff1'} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:05:18.308129 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] Bound port: 560518de-21b5-427b-82c2-ce2a5fddce21, host: hv-cinder-83888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a0d623-fb7e-43fe-9cb7-4ee261d26fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ee7d2841-34bd-47b2-85a3-258d4cf1aff1'}}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:05:18.308550 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (560518de-21b5-427b-82c2-ce2a5fddce21), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:18.328586 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-042dd438-224a-4cd5-9006-97b55f3914d9 req-9f96262d-fb08-4219-86b0-dc5e01eb9374 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb87ac3-66a9-412d-956c-5ae5b37abd73 HTTP/1.1" status: 200 len: 217 time: 0.0617952 Apr 22 08:05:18.399220 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dd438-224a-4cd5-9006-97b55f3914d9 req-bffcbd04-3d1d-4b65-b2a6-f166ee504855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:18.400685 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-042dd438-224a-4cd5-9006-97b55f3914d9 req-bffcbd04-3d1d-4b65-b2a6-f166ee504855 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=434aae01-3eff-47a2-96c3-7b3f40b18165 HTTP/1.1" status: 200 len: 858 time: 0.0650864 Apr 22 08:05:18.418105 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0391289f-98a9-496b-9d42-2dda817f2a52 req-76a169e6-dd18-4674-a9eb-f81a1b35cd5c tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757ed91-50c6-4540-8cc3-7326333adb77 HTTP/1.1" status: 200 len: 210 time: 0.0537596 Apr 22 08:05:18.440220 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d5d2f26e-ee9a-4433-b4f7-d5356553364a req-2d64e2bd-0f04-47c9-9723-82be39448d88 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254122 Apr 22 08:05:18.457085 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dd438-224a-4cd5-9006-97b55f3914d9 req-780d593d-1d6d-4d90-82c2-b39568e1970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:18.457891 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] For port 560518de-21b5-427b-82c2-ce2a5fddce21, host hv-cinder-83888, cleared binding levels {{(pid=103832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:05:18.458619 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-042dd438-224a-4cd5-9006-97b55f3914d9 req-780d593d-1d6d-4d90-82c2-b39568e1970b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13a6078d-58b1-4081-bb3a-ccd74a412f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0520020 Apr 22 08:05:18.461716 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] For port 560518de-21b5-427b-82c2-ce2a5fddce21, host hv-cinder-83888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=560518de-21b5-427b-82c2-ce2a5fddce21,segment=NetworkSegment(c3a0d623-fb7e-43fe-9cb7-4ee261d26fde),segment_id=c3a0d623-fb7e-43fe-9cb7-4ee261d26fde)] {{(pid=103832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:05:18.550473 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-042dd438-224a-4cd5-9006-97b55f3914d9 req-30ce54ae-a091-4317-949c-0b2fe1da557d service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852950 Apr 22 08:05:18.565158 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (560518de-21b5-427b-82c2-ce2a5fddce21), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:18.601503 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:18.602135 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:18.603556 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] 10.222.0.39 "PUT /v2.0/ports/560518de-21b5-427b-82c2-ce2a5fddce21 HTTP/1.1" status: 200 len: 1093 time: 1.3145881 Apr 22 08:05:18.603999 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4601b2-18d6-465a-b575-749db27456a7', 'tag': '560518de-21b5-427b-82c2-ce2a5fddce21'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:05:18.606205 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb6387e-54c7-4a5e-8a34-beaa48e52882" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4601b2-18d6-465a-b575-749db27456a7", "tag": "560518de-21b5-427b-82c2-ce2a5fddce21"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:05:18.645531 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315e730-8d91-4eef-8271-4d0ced911609 service neutron] Pushing event updated for resources: {'Port': ['ID=560518de-21b5-427b-82c2-ce2a5fddce21,revision_number=3']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:18.661623 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-042dd438-224a-4cd5-9006-97b55f3914d9 req-d66aaa98-fae3-4205-b005-b3e726c126ae service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051238 Apr 22 08:05:18.688246 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ccdb7e-859f-4e63-b3fd-7226cab023f0 x-openstack-request-id: req-c4ccdb7e-859f-4e63-b3fd-7226cab023f0 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:05:18.688796 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4601b2-18d6-465a-b575-749db27456a7", "tag": "560518de-21b5-427b-82c2-ce2a5fddce21", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:05:18.689234 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4ccdb7e-859f-4e63-b3fd-7226cab023f0 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:05:18.689807 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ccdb7e-859f-4e63-b3fd-7226cab023f0'] response: {'name': 'network-changed', 'server_uuid': 'bb4601b2-18d6-465a-b575-749db27456a7', 'tag': '560518de-21b5-427b-82c2-ce2a5fddce21', 'status': 'completed', 'code': 200} Apr 22 08:05:18.692317 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2d1e4748-0e20-4c8f-a891-85090776ca4d req-e66a5123-66f3-43c8-8fc5-38a6f928bdba tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97d4df8-20bc-4615-aeff-42e9c11fd921 HTTP/1.1" status: 200 len: 210 time: 0.0347810 Apr 22 08:05:18.756244 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6387e-54c7-4a5e-8a34-beaa48e52882 req-7ec7ebc6-8887-4ab2-b600-228c0dcf7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:18.758363 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-abb6387e-54c7-4a5e-8a34-beaa48e52882 req-7ec7ebc6-8887-4ab2-b600-228c0dcf7116 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ad83dbbd4ac4c8ab9f756f215aa744d&device_id=bb4601b2-18d6-465a-b575-749db27456a7 HTTP/1.1" status: 200 len: 1127 time: 0.0541520 Apr 22 08:05:19.125902 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6387e-54c7-4a5e-8a34-beaa48e52882 req-af7daafb-16f3-4413-abbd-04d1f74bd83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:19.127401 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-abb6387e-54c7-4a5e-8a34-beaa48e52882 req-af7daafb-16f3-4413-abbd-04d1f74bd83a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0ad83dbbd4ac4c8ab9f756f215aa744d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3626246 Apr 22 08:05:19.183422 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf97fe1-709b-4eea-9855-2bd3f841a2af req-17ba1b6a-200c-4965-a908-c6c5df2d47e4 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:19.184984 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-aaf97fe1-709b-4eea-9855-2bd3f841a2af req-17ba1b6a-200c-4965-a908-c6c5df2d47e4 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.0552232 Apr 22 08:05:19.239100 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-aaf97fe1-709b-4eea-9855-2bd3f841a2af req-8352038d-7de0-49d3-a56a-8fbf3ade6d98 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480180 Apr 22 08:05:19.299417 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6387e-54c7-4a5e-8a34-beaa48e52882 req-6e041079-9422-4691-9040-07f14cba02b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:19.300894 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-abb6387e-54c7-4a5e-8a34-beaa48e52882 req-6e041079-9422-4691-9040-07f14cba02b7 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1670754 Apr 22 08:05:19.383238 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-4fb30a1b-0c4e-4b8e-a995-cc21649ac370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:19.385152 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-4fb30a1b-0c4e-4b8e-a995-cc21649ac370 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ad83dbbd4ac4c8ab9f756f215aa744d&device_id=bb4601b2-18d6-465a-b575-749db27456a7 HTTP/1.1" status: 200 len: 1127 time: 0.0493338 Apr 22 08:05:19.436562 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-7abc66aa-abf5-4799-aba8-834624d7dde6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=560518de-21b5-427b-82c2-ce2a5fddce21 HTTP/1.1" status: 200 len: 217 time: 0.0404510 Apr 22 08:05:19.445274 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e09efd-6a71-4f30-b527-8ae1195f2de0 req-a76d2f7b-28ec-4199-8269-7bfe7688af48 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:19.454485 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b7e09efd-6a71-4f30-b527-8ae1195f2de0 req-a76d2f7b-28ec-4199-8269-7bfe7688af48 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb4601b2-18d6-465a-b575-749db27456a7 HTTP/1.1" status: 200 len: 943 time: 0.0826554 Apr 22 08:05:19.497904 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-f3e368cc-04d8-4a20-bd5e-5d5df97a34bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:19.499552 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-f3e368cc-04d8-4a20-bd5e-5d5df97a34bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4138bc1e-043d-465b-b68c-0e89bef2eb0f HTTP/1.1" status: 200 len: 848 time: 0.0549953 Apr 22 08:05:19.532233 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-63a6a868-2810-4b29-b1b4-845d52ed7832 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ee7d2841-34bd-47b2-85a3-258d4cf1aff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254819 Apr 22 08:05:19.537010 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4c376def-2878-43a8-a062-110060914e12 req-fdb0c303-e047-48a8-9f87-507c61a192b1 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757ed91-50c6-4540-8cc3-7326333adb77 HTTP/1.1" status: 200 len: 210 time: 0.0363529 Apr 22 08:05:19.552777 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b7e09efd-6a71-4f30-b527-8ae1195f2de0 req-e7113479-95ab-4398-9f9d-b5097a08cdb5 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/security-groups?id=e72b6986-209d-42e3-b7c9-4dfa2b8552fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925894 Apr 22 08:05:19.669816 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-85c1547f-f8a6-4168-89a6-b506752ac29d service neutron] 10.222.0.39 "GET /v2.0/networks/ee7d2841-34bd-47b2-85a3-258d4cf1aff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311622 Apr 22 08:05:19.674717 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbbdf9-c33f-4250-87ac-58b7978aeca2 req-eb101460-3558-45c7-899b-1116cc6241d2 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:19.676960 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9cdbbdf9-c33f-4250-87ac-58b7978aeca2 req-eb101460-3558-45c7-899b-1116cc6241d2 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.0662196 Apr 22 08:05:19.752064 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9cdbbdf9-c33f-4250-87ac-58b7978aeca2 req-0e57897f-3555-4540-84c5-6df3d14b945b tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677400 Apr 22 08:05:19.810302 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-daa5fffd-ca7a-4c91-a736-fc37b00fb04d req-54952c5c-cfb9-4307-9a89-a4a874252cc5 service neutron] 10.222.0.39 "GET /v2.0/networks/ee7d2841-34bd-47b2-85a3-258d4cf1aff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248162 Apr 22 08:05:19.816885 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6b3934ae-f6d2-4764-aa0b-38ff2535766b req-7cd8bb65-85f8-4ea8-9835-0c4ec513dba1 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97d4df8-20bc-4615-aeff-42e9c11fd921 HTTP/1.1" status: 200 len: 210 time: 0.0358725 Apr 22 08:05:20.380824 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-ff9d299f-3d34-446f-a1c7-f8f325f6496e tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:20.383222 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-ff9d299f-3d34-446f-a1c7-f8f325f6496e tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.39 "GET /v2.0/networks?id=6c345dae-a12d-42a5-911c-ec9de0be0bdc HTTP/1.1" status: 200 len: 813 time: 0.1516151 Apr 22 08:05:20.397759 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-3df2ccce-8efe-4d99-8f30-a672ec37c640 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Request body: {'port': {'device_id': 'c97d4df8-20bc-4615-aeff-42e9c11fd921', 'network_id': '6c345dae-a12d-42a5-911c-ec9de0be0bdc', 'admin_state_up': True, 'tenant_id': 'fb13d66dc7b64f078f25ec0e40bf721d'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:20.419349 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3227af-0f52-4f97-98e6-e90e0b01cd1c req-2d4dab10-223d-4af7-9a36-cb335b52edff tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:20.426109 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-dd3227af-0f52-4f97-98e6-e90e0b01cd1c req-2d4dab10-223d-4af7-9a36-cb335b52edff tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.0643358 Apr 22 08:05:20.469967 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-dd3227af-0f52-4f97-98e6-e90e0b01cd1c req-98ef57b1-b95a-42ac-b7d9-5f208ea88aeb tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429761 Apr 22 08:05:20.593056 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-3df2ccce-8efe-4d99-8f30-a672ec37c640 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Made reservation on behalf of fb13d66dc7b64f078f25ec0e40bf721d for: {'port': 1} {{(pid=103833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:05:20.598097 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-3df2ccce-8efe-4d99-8f30-a672ec37c640 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:20.663547 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-48ed0b92-072d-48a5-ba60-98451b1844e3 req-18da344d-c9bd-4a12-9d18-a97d388c36d3 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757ed91-50c6-4540-8cc3-7326333adb77 HTTP/1.1" status: 200 len: 210 time: 0.0464017 Apr 22 08:05:20.686684 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-97aa3c38-5cc6-4900-9d68-78dc628b509f tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:20.688837 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-97aa3c38-5cc6-4900-9d68-78dc628b509f tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.39 "GET /v2.0/networks?id=6dee7f59-68db-465f-b55a-26e8be06de12 HTTP/1.1" status: 200 len: 815 time: 0.1821427 Apr 22 08:05:20.750458 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049241b-8ac8-4615-960a-fa8341217593 req-b4b965e1-c79f-4bd6-ac12-ece7e57feba3 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:20.758696 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-3df2ccce-8efe-4d99-8f30-a672ec37c640 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Allocated IP 172.20.0.5 (6c345dae-a12d-42a5-911c-ec9de0be0bdc/dccec4a8-ee71-4748-b043-da8f9c139639/a3c1ac47-d15e-465b-80c6-d1e380cbef62) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:05:20.766066 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e049241b-8ac8-4615-960a-fa8341217593 req-b4b965e1-c79f-4bd6-ac12-ece7e57feba3 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb4601b2-18d6-465a-b575-749db27456a7 HTTP/1.1" status: 200 len: 943 time: 0.1411080 Apr 22 08:05:20.884501 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e049241b-8ac8-4615-960a-fa8341217593 req-3e733ca7-f90e-4ce2-b216-7fffe2b2f489 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/security-groups?id=e72b6986-209d-42e3-b7c9-4dfa2b8552fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116414 Apr 22 08:05:20.925181 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-ee6c0639-fa57-4e1f-bc02-02b1087b3b1e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=418089b9d73b40b198fe850c8e0fa9b8 HTTP/1.1" status: 200 len: 472 time: 0.2230158 Apr 22 08:05:20.943110 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-630c847b-a600-4225-894c-c4e1e0777c60 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'port': {'device_id': '0757ed91-50c6-4540-8cc3-7326333adb77', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'admin_state_up': True, 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'security_groups': ['00c55034-2c18-41b4-9cee-45e149cf65c3']}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:20.988851 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-3df2ccce-8efe-4d99-8f30-a672ec37c640 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Publish callbacks [] for port (a3c1ac47-d15e-465b-80c6-d1e380cbef62), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:21.103103 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-3df2ccce-8efe-4d99-8f30-a672ec37c640 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (a3c1ac47-d15e-465b-80c6-d1e380cbef62), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:21.151229 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-3df2ccce-8efe-4d99-8f30-a672ec37c640 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Network 6c345dae-a12d-42a5-911c-ec9de0be0bdc is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:05:21.154365 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-3df2ccce-8efe-4d99-8f30-a672ec37c640 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:05:21.160869 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-3df2ccce-8efe-4d99-8f30-a672ec37c640 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:05:21.168294 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2ccce-8efe-4d99-8f30-a672ec37c640 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Pushing event updated for resources: {'Port': ['ID=a3c1ac47-d15e-465b-80c6-d1e380cbef62,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:21.215168 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-3df2ccce-8efe-4d99-8f30-a672ec37c640 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:21.215806 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-3df2ccce-8efe-4d99-8f30-a672ec37c640 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:21.291013 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c84252-0aa3-4564-8069-8432f1f7d9d8 req-edddc74a-6331-4214-b66a-a0d46960bf1f tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:21.292493 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b0c84252-0aa3-4564-8069-8432f1f7d9d8 req-edddc74a-6331-4214-b66a-a0d46960bf1f tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.4393091 Apr 22 08:05:21.301804 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-3df2ccce-8efe-4d99-8f30-a672ec37c640 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9080713 Apr 22 08:05:21.313487 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] Request body: {'port': {'device_id': 'c97d4df8-20bc-4615-aeff-42e9c11fd921', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83888'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:21.363116 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b65800-1025-4168-8fdc-44b5a99b86dd req-0671c017-b98d-447f-b5a9-021b54b017d8 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:21.364602 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-44b65800-1025-4168-8fdc-44b5a99b86dd req-0671c017-b98d-447f-b5a9-021b54b017d8 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97d4df8-20bc-4615-aeff-42e9c11fd921 HTTP/1.1" status: 200 len: 931 time: 0.1335537 Apr 22 08:05:21.378159 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (a3c1ac47-d15e-465b-80c6-d1e380cbef62), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:21.411480 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b0c84252-0aa3-4564-8069-8432f1f7d9d8 req-27864685-1ef8-4962-acd0-e95a319be2d9 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107597 Apr 22 08:05:21.463085 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-44b65800-1025-4168-8fdc-44b5a99b86dd req-2513912a-b7dd-43ff-b52a-0fe32ae66fe8 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810513 Apr 22 08:05:21.498320 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-630c847b-a600-4225-894c-c4e1e0777c60 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Made reservation on behalf of 418089b9d73b40b198fe850c8e0fa9b8 for: {'port': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:05:21.502233 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-630c847b-a600-4225-894c-c4e1e0777c60 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:21.687674 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b56ac5-24b6-4562-8358-b8490ed02c51 req-87a30a53-5eb0-480a-a156-e74a7122bf98 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:21.690190 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-24b56ac5-24b6-4562-8358-b8490ed02c51 req-87a30a53-5eb0-480a-a156-e74a7122bf98 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.1402693 Apr 22 08:05:21.729748 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c1ac47-d15e-465b-80c6-d1e380cbef62 {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:05:21.733879 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-630c847b-a600-4225-894c-c4e1e0777c60 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Allocated IP 172.20.0.6 (6dee7f59-68db-465f-b55a-26e8be06de12/641627bb-b95d-4c67-8726-0140678dc8e7/46975918-5454-4010-9184-10c1acf5863e) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:05:21.737533 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] Publish callbacks [] for port (a3c1ac47-d15e-465b-80c6-d1e380cbef62), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:21.750133 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] Transition to ACTIVE for port object a3c1ac47-d15e-465b-80c6-d1e380cbef62 will not be triggered until provisioned by entity L2. {{(pid=103833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 22 08:05:21.790200 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e9bc0eda-26ae-45f9-b638-669b9ab66f34 req-a019f401-0de4-4be7-8fe3-9f4b06d7a167 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757ed91-50c6-4540-8cc3-7326333adb77 HTTP/1.1" status: 200 len: 210 time: 0.0504482 Apr 22 08:05:21.798572 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-24b56ac5-24b6-4562-8358-b8490ed02c51 req-75187d63-3c25-458b-828e-d136c2e42c5b tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984654 Apr 22 08:05:21.840555 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079315'] for port (a3c1ac47-d15e-465b-80c6-d1e380cbef62), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:21.892741 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c1ac47-d15e-465b-80c6-d1e380cbef62,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:21.934635 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-630c847b-a600-4225-894c-c4e1e0777c60 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for port (46975918-5454-4010-9184-10c1acf5863e), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:21.971671 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] Attempting to bind port a3c1ac47-d15e-465b-80c6-d1e380cbef62 on host hv-cinder-83888 for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:05:21.972113 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] Attempting to bind port a3c1ac47-d15e-465b-80c6-d1e380cbef62 by drivers openvswitch,hyperv on host hv-cinder-83888 at level 0 using segments [{'id': 'a68dda09-9d18-493d-9415-4cebe1fc659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6c345dae-a12d-42a5-911c-ec9de0be0bdc'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:05:21.972507 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] Attempting to bind port a3c1ac47-d15e-465b-80c6-d1e380cbef62 on network 6c345dae-a12d-42a5-911c-ec9de0be0bdc {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:05:21.977481 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] Port a3c1ac47-d15e-465b-80c6-d1e380cbef62 on network 6c345dae-a12d-42a5-911c-ec9de0be0bdc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83888 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 08:05:21.977860 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] Attempting to bind port a3c1ac47-d15e-465b-80c6-d1e380cbef62 on network 6c345dae-a12d-42a5-911c-ec9de0be0bdc {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:05:21.982848 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] Checking agent: {'id': '5d37a790-f600-4ea4-a99b-32bf15642def', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'started_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:05:21.983254 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] Checking segment: {'id': 'a68dda09-9d18-493d-9415-4cebe1fc659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6c345dae-a12d-42a5-911c-ec9de0be0bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:05:21.983694 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] Bound using segment: {'id': 'a68dda09-9d18-493d-9415-4cebe1fc659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6c345dae-a12d-42a5-911c-ec9de0be0bdc'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:05:21.984193 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] Bound port: a3c1ac47-d15e-465b-80c6-d1e380cbef62, host: hv-cinder-83888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68dda09-9d18-493d-9415-4cebe1fc659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6c345dae-a12d-42a5-911c-ec9de0be0bdc'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:05:21.984610 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (a3c1ac47-d15e-465b-80c6-d1e380cbef62), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:22.032081 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c9fac-1412-40d1-a1e4-e4a8655ccfff req-6f8eaba1-1a41-4c6e-a77e-9735ddbb4ce6 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:22.033738 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-670c9fac-1412-40d1-a1e4-e4a8655ccfff req-6f8eaba1-1a41-4c6e-a77e-9735ddbb4ce6 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb4601b2-18d6-465a-b575-749db27456a7 HTTP/1.1" status: 200 len: 943 time: 0.0676436 Apr 22 08:05:22.065201 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] For port a3c1ac47-d15e-465b-80c6-d1e380cbef62, host hv-cinder-83888, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:05:22.068359 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] For port a3c1ac47-d15e-465b-80c6-d1e380cbef62, host hv-cinder-83888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=a3c1ac47-d15e-465b-80c6-d1e380cbef62,segment=NetworkSegment(a68dda09-9d18-493d-9415-4cebe1fc659a),segment_id=a68dda09-9d18-493d-9415-4cebe1fc659a)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:05:22.096984 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-670c9fac-1412-40d1-a1e4-e4a8655ccfff req-b6daec1a-9533-4ed5-aaf9-1a310435efc7 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/security-groups?id=e72b6986-209d-42e3-b7c9-4dfa2b8552fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450659 Apr 22 08:05:22.098969 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-630c847b-a600-4225-894c-c4e1e0777c60 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (46975918-5454-4010-9184-10c1acf5863e), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:22.149023 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-630c847b-a600-4225-894c-c4e1e0777c60 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Network 6dee7f59-68db-465f-b55a-26e8be06de12 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:05:22.152984 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-630c847b-a600-4225-894c-c4e1e0777c60 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:05:22.154905 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c847b-a600-4225-894c-c4e1e0777c60 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'Port': ['ID=46975918-5454-4010-9184-10c1acf5863e,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:22.157053 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-630c847b-a600-4225-894c-c4e1e0777c60 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:05:22.182607 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079315'] for port (a3c1ac47-d15e-465b-80c6-d1e380cbef62), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:22.232848 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-630c847b-a600-4225-894c-c4e1e0777c60 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:22.233401 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-630c847b-a600-4225-894c-c4e1e0777c60 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:22.233809 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:22.234634 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:22.236165 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] 10.222.0.39 "PUT /v2.0/ports/a3c1ac47-d15e-465b-80c6-d1e380cbef62 HTTP/1.1" status: 200 len: 1093 time: 0.9265704 Apr 22 08:05:22.236618 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97d4df8-20bc-4615-aeff-42e9c11fd921', 'tag': 'a3c1ac47-d15e-465b-80c6-d1e380cbef62'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:05:22.239160 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1f660848c79b36bae0e0b840ac11b5c4e167d2979010aa0292c1729aff9b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e6f815-3e47-496f-9f37-e5c892bc14d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c97d4df8-20bc-4615-aeff-42e9c11fd921", "tag": "a3c1ac47-d15e-465b-80c6-d1e380cbef62"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:05:22.298630 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2815812-37bb-48a9-926b-ea08ea65d3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c1ac47-d15e-465b-80c6-d1e380cbef62,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:22.299069 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977bb496-773e-4a0b-8a36-0f9f5a643b3d x-openstack-request-id: req-977bb496-773e-4a0b-8a36-0f9f5a643b3d {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:05:22.299672 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97d4df8-20bc-4615-aeff-42e9c11fd921", "tag": "a3c1ac47-d15e-465b-80c6-d1e380cbef62", "status": "completed", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:05:22.300516 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-977bb496-773e-4a0b-8a36-0f9f5a643b3d {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:05:22.300991 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-977bb496-773e-4a0b-8a36-0f9f5a643b3d'] response: {'name': 'network-changed', 'server_uuid': 'c97d4df8-20bc-4615-aeff-42e9c11fd921', 'tag': 'a3c1ac47-d15e-465b-80c6-d1e380cbef62', 'status': 'completed', 'code': 200} Apr 22 08:05:22.370054 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-630c847b-a600-4225-894c-c4e1e0777c60 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4318392 Apr 22 08:05:22.381613 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6f815-3e47-496f-9f37-e5c892bc14d5 req-81d13a65-62d8-42a0-9bdd-fa495719e168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:22.383243 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] Request body: {'port': {'device_id': '0757ed91-50c6-4540-8cc3-7326333adb77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83888'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:22.383895 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-73e6f815-3e47-496f-9f37-e5c892bc14d5 req-81d13a65-62d8-42a0-9bdd-fa495719e168 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb13d66dc7b64f078f25ec0e40bf721d&device_id=c97d4df8-20bc-4615-aeff-42e9c11fd921 HTTP/1.1" status: 200 len: 1127 time: 0.0669620 Apr 22 08:05:22.450432 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (46975918-5454-4010-9184-10c1acf5863e), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:22.475620 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 560518de-21b5-427b-82c2-ce2a5fddce21 details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:05:22.503835 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6f815-3e47-496f-9f37-e5c892bc14d5 req-bf1e8163-a8ba-45d2-b665-70452164eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:22.505783 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-73e6f815-3e47-496f-9f37-e5c892bc14d5 req-bf1e8163-a8ba-45d2-b665-70452164eb13 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=fb13d66dc7b64f078f25ec0e40bf721d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1113741 Apr 22 08:05:22.576916 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-64a4cc75-12f2-4885-926a-443d80b2da2b None None] Provisioning complete for port 46975918-5454-4010-9184-10c1acf5863e triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:05:22.577362 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-64a4cc75-12f2-4885-926a-443d80b2da2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (46975918-5454-4010-9184-10c1acf5863e), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:22.641422 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 560518de-21b5-427b-82c2-ce2a5fddce21, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=560518de-21b5-427b-82c2-ce2a5fddce21,segment=NetworkSegment(c3a0d623-fb7e-43fe-9cb7-4ee261d26fde),segment_id=c3a0d623-fb7e-43fe-9cb7-4ee261d26fde)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:05:22.656436 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6f815-3e47-496f-9f37-e5c892bc14d5 req-a60dca2e-f27b-4d8a-827e-ef614164c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:22.656647 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': '560518de-21b5-427b-82c2-ce2a5fddce21', 'network_id': 'ee7d2841-34bd-47b2-85a3-258d4cf1aff1', 'port_id': '560518de-21b5-427b-82c2-ce2a5fddce21', 'mac_address': 'fa:16:3e:20:4d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4138bc1e-043d-465b-b68c-0e89bef2eb0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:05:22.658628 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-73e6f815-3e47-496f-9f37-e5c892bc14d5 req-a60dca2e-f27b-4d8a-827e-ef614164c866 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1403687 Apr 22 08:05:22.696424 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-64a4cc75-12f2-4885-926a-443d80b2da2b None None] Port 46975918-5454-4010-9184-10c1acf5863e cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:05:22.709526 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 560518de-21b5-427b-82c2-ce2a5fddce21 is: DOWN; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:05:22.710156 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (560518de-21b5-427b-82c2-ce2a5fddce21), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:22.724597 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560518de-21b5-427b-82c2-ce2a5fddce21 {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:05:22.737887 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f07875-dae2-47e8-9221-f39f1396045a req-606a6c8e-3d99-4e85-a5a5-42236beeb96b tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:22.745543 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-76f07875-dae2-47e8-9221-f39f1396045a req-606a6c8e-3d99-4e85-a5a5-42236beeb96b tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97d4df8-20bc-4615-aeff-42e9c11fd921 HTTP/1.1" status: 200 len: 943 time: 0.1412148 Apr 22 08:05:22.754161 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 560518de-21b5-427b-82c2-ce2a5fddce21, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=560518de-21b5-427b-82c2-ce2a5fddce21,segment=NetworkSegment(c3a0d623-fb7e-43fe-9cb7-4ee261d26fde),segment_id=c3a0d623-fb7e-43fe-9cb7-4ee261d26fde)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:05:22.754938 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-24eed66d-b0f6-4051-8b11-f52f52082e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:22.757084 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-24eed66d-b0f6-4051-8b11-f52f52082e08 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb13d66dc7b64f078f25ec0e40bf721d&device_id=c97d4df8-20bc-4615-aeff-42e9c11fd921 HTTP/1.1" status: 200 len: 1127 time: 0.0563912 Apr 22 08:05:22.799759 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-2fa2e020-9598-4260-be83-b7e3f961ccc4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3c1ac47-d15e-465b-80c6-d1e380cbef62 HTTP/1.1" status: 200 len: 217 time: 0.0357955 Apr 22 08:05:22.834692 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-76f07875-dae2-47e8-9221-f39f1396045a req-159a3246-424a-4d52-a8fd-a54cdd056664 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862703 Apr 22 08:05:22.845977 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (560518de-21b5-427b-82c2-ce2a5fddce21), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:22.887701 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-f4ea548d-b5ac-43ea-97e7-28c78480f063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:22.889286 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-f4ea548d-b5ac-43ea-97e7-28c78480f063 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dccec4a8-ee71-4748-b043-da8f9c139639 HTTP/1.1" status: 200 len: 853 time: 0.0831523 Apr 22 08:05:22.933736 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-0d86e93f-d863-4492-9caa-819d71c3f150 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c345dae-a12d-42a5-911c-ec9de0be0bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384958 Apr 22 08:05:22.944422 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=560518de-21b5-427b-82c2-ce2a5fddce21,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:22.952946 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:22.953298 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:22.953643 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:22.953981 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:22.954314 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:22.954676 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:22.955005 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:22.955330 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:22.955792 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:22.956148 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:22.956477 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:22.956799 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:22.957116 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:22.976914 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46975918-5454-4010-9184-10c1acf5863e {{(pid=103832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:05:22.988241 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] Publish callbacks [] for port (46975918-5454-4010-9184-10c1acf5863e), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:23.015709 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.provisioning_blocks [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] Transition to ACTIVE for port object 46975918-5454-4010-9184-10c1acf5863e will not be triggered until provisioned by entity L2. {{(pid=103832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 22 08:05:23.033824 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-5e65d430-2dae-422c-8df0-cb5e0c24c361 service neutron] 10.222.0.39 "GET /v2.0/networks/6c345dae-a12d-42a5-911c-ec9de0be0bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929956 Apr 22 08:05:23.035386 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f705e-034b-4ff0-9519-7830f8d7e7af req-774dc486-6631-4127-9660-ce7871f6ef75 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:23.037095 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a85f705e-034b-4ff0-9519-7830f8d7e7af req-774dc486-6631-4127-9660-ce7871f6ef75 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757ed91-50c6-4540-8cc3-7326333adb77 HTTP/1.1" status: 200 len: 931 time: 0.1163657 Apr 22 08:05:23.046429 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd302e-9aff-47c6-ac0c-ab6ccb8b99eb req-9b9781be-27e0-4d2f-9c71-ec526c6987c8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:23.047970 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2fcd302e-9aff-47c6-ac0c-ab6ccb8b99eb req-9b9781be-27e0-4d2f-9c71-ec526c6987c8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.1236026 Apr 22 08:05:23.097444 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (46975918-5454-4010-9184-10c1acf5863e), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:23.129100 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-9d7b6363-b756-4f96-a33c-9ca7ff0010b1 req-0782ccfe-a17f-4b2a-9390-626d43d49147 service neutron] 10.222.0.39 "GET /v2.0/networks/6c345dae-a12d-42a5-911c-ec9de0be0bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885589 Apr 22 08:05:23.147813 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['560518de-21b5-427b-82c2-ce2a5fddce21'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:05:23.183938 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=46975918-5454-4010-9184-10c1acf5863e,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:23.189949 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a85f705e-034b-4ff0-9519-7830f8d7e7af req-3055ac84-f1ac-461c-b591-6259a95bac3d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=00c55034-2c18-41b4-9cee-45e149cf65c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406195 Apr 22 08:05:23.216600 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2fcd302e-9aff-47c6-ac0c-ab6ccb8b99eb req-e5d6461d-6774-457a-b636-e682bcc1d23e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606002 Apr 22 08:05:23.356506 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] Attempting to bind port 46975918-5454-4010-9184-10c1acf5863e on host hv-cinder-83888 for vnic_type normal with profile {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:05:23.356506 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] Attempting to bind port 46975918-5454-4010-9184-10c1acf5863e by drivers openvswitch,hyperv on host hv-cinder-83888 at level 0 using segments [{'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:05:23.356506 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] Attempting to bind port 46975918-5454-4010-9184-10c1acf5863e on network 6dee7f59-68db-465f-b55a-26e8be06de12 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:05:23.359981 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] Port 46975918-5454-4010-9184-10c1acf5863e on network 6dee7f59-68db-465f-b55a-26e8be06de12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83888 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 08:05:23.360318 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] Attempting to bind port 46975918-5454-4010-9184-10c1acf5863e on network 6dee7f59-68db-465f-b55a-26e8be06de12 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:05:23.368906 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] Checking agent: {'id': '5d37a790-f600-4ea4-a99b-32bf15642def', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'started_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:05:23.369315 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] Checking segment: {'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:05:23.369681 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] Bound using segment: {'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:05:23.370129 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] Bound port: 46975918-5454-4010-9184-10c1acf5863e, host: hv-cinder-83888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'}}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:05:23.370492 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (46975918-5454-4010-9184-10c1acf5863e), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:23.419622 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e959020-0e9f-41c9-bcc8-6ce3adacc32f req-26e81052-df57-4ce5-aa05-bc4163ee4ec5 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:23.421109 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0e959020-0e9f-41c9-bcc8-6ce3adacc32f req-26e81052-df57-4ce5-aa05-bc4163ee4ec5 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb4601b2-18d6-465a-b575-749db27456a7 HTTP/1.1" status: 200 len: 944 time: 0.1356692 Apr 22 08:05:23.478801 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] For port 46975918-5454-4010-9184-10c1acf5863e, host hv-cinder-83888, cleared binding levels {{(pid=103832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:05:23.498475 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] For port 46975918-5454-4010-9184-10c1acf5863e, host hv-cinder-83888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=46975918-5454-4010-9184-10c1acf5863e,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:05:23.503731 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0e959020-0e9f-41c9-bcc8-6ce3adacc32f req-6e4b11d2-2379-47f9-acd3-3fd1f4892276 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/security-groups?id=e72b6986-209d-42e3-b7c9-4dfa2b8552fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759690 Apr 22 08:05:23.588253 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (46975918-5454-4010-9184-10c1acf5863e), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:23.621629 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:23.621773 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 34644) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:23.622301 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:23.634160 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-20217e3d-9775-4811-9c29-5ce8e7c660b6 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--328230841', 'description': 'tempest-description--595811200'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:23.634516 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] 10.222.0.39 "PUT /v2.0/ports/46975918-5454-4010-9184-10c1acf5863e HTTP/1.1" status: 200 len: 1093 time: 1.2489896 Apr 22 08:05:23.634516 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0757ed91-50c6-4540-8cc3-7326333adb77', 'tag': '46975918-5454-4010-9184-10c1acf5863e'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:05:23.640827 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916db2eb-ec57-4696-abf2-458182de90ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0757ed91-50c6-4540-8cc3-7326333adb77", "tag": "46975918-5454-4010-9184-10c1acf5863e"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:05:23.686090 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b776d07-819f-4701-9f03-7fc131060ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=46975918-5454-4010-9184-10c1acf5863e,revision_number=3']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:23.713512 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8054cc2-45a8-4344-a301-6389be10f912 x-openstack-request-id: req-d8054cc2-45a8-4344-a301-6389be10f912 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:05:23.713629 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0757ed91-50c6-4540-8cc3-7326333adb77", "tag": "46975918-5454-4010-9184-10c1acf5863e", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:05:23.713998 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8054cc2-45a8-4344-a301-6389be10f912 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:05:23.714199 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8054cc2-45a8-4344-a301-6389be10f912'] response: {'name': 'network-changed', 'server_uuid': '0757ed91-50c6-4540-8cc3-7326333adb77', 'tag': '46975918-5454-4010-9184-10c1acf5863e', 'status': 'completed', 'code': 200} Apr 22 08:05:23.733093 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-20217e3d-9775-4811-9c29-5ce8e7c660b6 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:23.812389 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916db2eb-ec57-4696-abf2-458182de90ce req-ead9fe39-5f6d-4482-bff1-87c39349fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:23.814033 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-916db2eb-ec57-4696-abf2-458182de90ce req-ead9fe39-5f6d-4482-bff1-87c39349fe90 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=418089b9d73b40b198fe850c8e0fa9b8&device_id=0757ed91-50c6-4540-8cc3-7326333adb77 HTTP/1.1" status: 200 len: 1127 time: 0.0549197 Apr 22 08:05:23.822395 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-20217e3d-9775-4811-9c29-5ce8e7c660b6 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for security_group (83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:23.910069 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-20217e3d-9775-4811-9c29-5ce8e7c660b6 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:23.946628 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916db2eb-ec57-4696-abf2-458182de90ce req-b5c9bb0a-15fe-4aec-8399-df554487725b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:23.949287 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-916db2eb-ec57-4696-abf2-458182de90ce req-b5c9bb0a-15fe-4aec-8399-df554487725b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=418089b9d73b40b198fe850c8e0fa9b8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1264727 Apr 22 08:05:23.953755 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20217e3d-9775-4811-9c29-5ce8e7c660b6 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:24.037752 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131be657-c7a9-4d97-9bf4-f40a9b8ec4e9 req-5d780584-533d-4eba-90c4-60ea06ca4f88 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:24.039484 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-131be657-c7a9-4d97-9bf4-f40a9b8ec4e9 req-5d780584-533d-4eba-90c4-60ea06ca4f88 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97d4df8-20bc-4615-aeff-42e9c11fd921 HTTP/1.1" status: 200 len: 943 time: 0.1359894 Apr 22 08:05:24.060462 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-20217e3d-9775-4811-9c29-5ce8e7c660b6 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:24.061817 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-20217e3d-9775-4811-9c29-5ce8e7c660b6 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4389403 Apr 22 08:05:24.064735 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 34662) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:24.069074 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-db7b0258-3b3f-4ff4-9fc3-1867b3c314ab tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Request body: {'security_group_rule': {'security_group_id': '83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:24.085183 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916db2eb-ec57-4696-abf2-458182de90ce req-6255938b-855e-4fdb-9c24-b8c6967a8557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:24.086749 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-916db2eb-ec57-4696-abf2-458182de90ce req-6255938b-855e-4fdb-9c24-b8c6967a8557 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275432 Apr 22 08:05:24.109081 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-131be657-c7a9-4d97-9bf4-f40a9b8ec4e9 req-bb09a034-cc94-479f-8996-52c5e9089fc2 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640845 Apr 22 08:05:24.172079 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-4da63ab2-b996-4b45-baa3-1e6f1cc03aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:24.173557 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-4da63ab2-b996-4b45-baa3-1e6f1cc03aa2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=418089b9d73b40b198fe850c8e0fa9b8&device_id=0757ed91-50c6-4540-8cc3-7326333adb77 HTTP/1.1" status: 200 len: 1127 time: 0.0478363 Apr 22 08:05:24.236392 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-61eeae82-afd5-4645-8ae1-e922f7e47b4a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46975918-5454-4010-9184-10c1acf5863e HTTP/1.1" status: 200 len: 217 time: 0.0473385 Apr 22 08:05:24.240980 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-db7b0258-3b3f-4ff4-9fc3-1867b3c314ab tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for security_group_rule (6324cdf4-c76d-46f9-8c88-15ff951ad4cc), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:24.341195 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-db7b0258-3b3f-4ff4-9fc3-1867b3c314ab tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for security_group_rule (6324cdf4-c76d-46f9-8c88-15ff951ad4cc), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:24.404643 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-5572cd64-e4f6-4005-b6df-9f6ca1154157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:24.406122 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-5572cd64-e4f6-4005-b6df-9f6ca1154157 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=641627bb-b95d-4c67-8726-0140678dc8e7 HTTP/1.1" status: 200 len: 854 time: 0.1584930 Apr 22 08:05:24.433223 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-db7b0258-3b3f-4ff4-9fc3-1867b3c314ab tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (6324cdf4-c76d-46f9-8c88-15ff951ad4cc), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:24.452400 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b0258-3b3f-4ff4-9fc3-1867b3c314ab tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6324cdf4-c76d-46f9-8c88-15ff951ad4cc,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:24.458935 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96313b-a2ea-47b1-9ca3-9a740f97cfe7 req-26e1cf61-0920-4411-b898-9039ce3c5735 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:24.461581 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-db96313b-a2ea-47b1-9ca3-9a740f97cfe7 req-26e1cf61-0920-4411-b898-9039ce3c5735 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.1555429 Apr 22 08:05:24.477618 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c95731-52ed-4cff-8653-f84ec754fd4d req-6b5be78c-0cd1-4960-9efe-88f22e552d21 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:24.481086 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-13c95731-52ed-4cff-8653-f84ec754fd4d req-6b5be78c-0cd1-4960-9efe-88f22e552d21 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757ed91-50c6-4540-8cc3-7326333adb77 HTTP/1.1" status: 200 len: 943 time: 0.1758840 Apr 22 08:05:24.503610 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 560518de-21b5-427b-82c2-ce2a5fddce21 up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:05:24.532301 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-db7b0258-3b3f-4ff4-9fc3-1867b3c314ab tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:24.539407 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 34672) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:24.540462 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-db7b0258-3b3f-4ff4-9fc3-1867b3c314ab tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4744344 Apr 22 08:05:24.552569 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-73109617-2dfa-49a1-a07f-6039cc4eaf81 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Request body: {'security_group_rule': {'security_group_id': '83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:24.592291 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-62f77a1c-7abc-40be-9999-f8cbaad62ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:24.593821 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-62f77a1c-7abc-40be-9999-f8cbaad62ac6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6dee7f59-68db-465f-b55a-26e8be06de12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1801970 Apr 22 08:05:24.596854 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-db96313b-a2ea-47b1-9ca3-9a740f97cfe7 req-861de61c-c0a9-48b0-8c0c-24a0a054e291 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155705 Apr 22 08:05:24.623759 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-13c95731-52ed-4cff-8653-f84ec754fd4d req-07e8f4b9-412d-4531-bd23-b4bfa212fc43 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=00c55034-2c18-41b4-9cee-45e149cf65c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267762 Apr 22 08:05:24.628038 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning for port 560518de-21b5-427b-82c2-ce2a5fddce21 completed by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 08:05:24.639877 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port 560518de-21b5-427b-82c2-ce2a5fddce21 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:05:24.640314 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (560518de-21b5-427b-82c2-ce2a5fddce21), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:24.729853 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-73109617-2dfa-49a1-a07f-6039cc4eaf81 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for security_group_rule (1b396d17-4963-46f9-aa48-a0a7e928d58a), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:24.738700 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-a07c1dca-8e38-4c2a-bb96-79880b5c2344 service neutron] 10.222.0.39 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358662 Apr 22 08:05:24.740304 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 560518de-21b5-427b-82c2-ce2a5fddce21 is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:05:24.742314 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (560518de-21b5-427b-82c2-ce2a5fddce21), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:24.767279 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4601b2-18d6-465a-b575-749db27456a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560518de-21b5-427b-82c2-ce2a5fddce21'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:05:24.769497 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd9cad2-acbd-4d00-904d-de99d5019532" -d '{"events": [{"server_uuid": "bb4601b2-18d6-465a-b575-749db27456a7", "name": "network-vif-plugged", "status": "completed", "tag": "560518de-21b5-427b-82c2-ce2a5fddce21"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:05:24.789275 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 560518de-21b5-427b-82c2-ce2a5fddce21, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=560518de-21b5-427b-82c2-ce2a5fddce21,segment=NetworkSegment(c3a0d623-fb7e-43fe-9cb7-4ee261d26fde),segment_id=c3a0d623-fb7e-43fe-9cb7-4ee261d26fde)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:05:24.814679 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5821ae25-cdf0-40de-a8c9-aadf1f9de0a7 x-openstack-request-id: req-5821ae25-cdf0-40de-a8c9-aadf1f9de0a7 {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:05:24.814679 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4601b2-18d6-465a-b575-749db27456a7", "name": "network-vif-plugged", "status": "completed", "tag": "560518de-21b5-427b-82c2-ce2a5fddce21", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:05:24.814679 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5821ae25-cdf0-40de-a8c9-aadf1f9de0a7 {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:05:24.814679 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5821ae25-cdf0-40de-a8c9-aadf1f9de0a7'] response: {'server_uuid': 'bb4601b2-18d6-465a-b575-749db27456a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560518de-21b5-427b-82c2-ce2a5fddce21', 'code': 200} Apr 22 08:05:24.841808 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f0674-dd35-4dfb-9486-92146d0c7b4c req-339bcfb2-c12a-4869-9b07-31bfa5a8817e tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:24.843326 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a17f0674-dd35-4dfb-9486-92146d0c7b4c req-339bcfb2-c12a-4869-9b07-31bfa5a8817e tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb4601b2-18d6-465a-b575-749db27456a7 HTTP/1.1" status: 200 len: 944 time: 0.1675837 Apr 22 08:05:24.862364 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (560518de-21b5-427b-82c2-ce2a5fddce21), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:24.895107 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-73109617-2dfa-49a1-a07f-6039cc4eaf81 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for security_group_rule (1b396d17-4963-46f9-aa48-a0a7e928d58a), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:24.911610 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=560518de-21b5-427b-82c2-ce2a5fddce21,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:24.924445 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-62c61e5b-2a1e-4101-8020-0dc26f2fa8a5 req-c126fbb3-d184-41f7-8a51-d55c299b426a service neutron] 10.222.0.39 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772163 Apr 22 08:05:24.928747 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a17f0674-dd35-4dfb-9486-92146d0c7b4c req-069d226d-ec0d-4022-8542-d85f5f7cd5d0 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/security-groups?id=e72b6986-209d-42e3-b7c9-4dfa2b8552fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793281 Apr 22 08:05:24.993274 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-73109617-2dfa-49a1-a07f-6039cc4eaf81 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (1b396d17-4963-46f9-aa48-a0a7e928d58a), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:25.011577 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73109617-2dfa-49a1-a07f-6039cc4eaf81 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b396d17-4963-46f9-aa48-a0a7e928d58a,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:25.098254 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-73109617-2dfa-49a1-a07f-6039cc4eaf81 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:25.098254 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-73109617-2dfa-49a1-a07f-6039cc4eaf81 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5545373 Apr 22 08:05:25.099802 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 34684) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:25.104897 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-27cc3be3-f97d-4cc4-ba0a-01c0d99b3968 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Request body: {'floatingip': {'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:25.222221 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-27cc3be3-f97d-4cc4-ba0a-01c0d99b3968 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:25.294225 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24936793-914a-4d85-bf50-ea6dc5e0b5e7 req-2b5bfcaf-09fe-4d2e-b9fa-331f5ce3e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:25.296918 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-24936793-914a-4d85-bf50-ea6dc5e0b5e7 req-2b5bfcaf-09fe-4d2e-b9fa-331f5ce3e7c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bb4601b2-18d6-465a-b575-749db27456a7 HTTP/1.1" status: 200 len: 1129 time: 0.1347830 Apr 22 08:05:25.323766 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3d134-54bc-4cb7-b376-dd350ec6a52c req-9922c80c-5c90-4dc0-8932-d70afca2944a tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:25.325288 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-70e3d134-54bc-4cb7-b376-dd350ec6a52c req-9922c80c-5c90-4dc0-8932-d70afca2944a tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97d4df8-20bc-4615-aeff-42e9c11fd921 HTTP/1.1" status: 200 len: 943 time: 0.1346455 Apr 22 08:05:25.411550 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-24936793-914a-4d85-bf50-ea6dc5e0b5e7 req-0fd68041-6c3c-4658-86b6-b8dc36065f02 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e72b6986-209d-42e3-b7c9-4dfa2b8552fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056852 Apr 22 08:05:25.419591 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-70e3d134-54bc-4cb7-b376-dd350ec6a52c req-7913ada9-a2f8-468e-8566-fbcb2431a8a1 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864029 Apr 22 08:05:25.447089 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-27cc3be3-f97d-4cc4-ba0a-01c0d99b3968 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:25.554976 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-27cc3be3-f97d-4cc4-ba0a-01c0d99b3968 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Allocated IP 172.28.2.186 (1ba3c60b-0bed-4e05-bf6c-e6da0128f626/c65f8918-06d0-4042-b508-c83c4010a7fc/ac85eb69-0c15-40f7-b89c-4a4f2171b9d0) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:05:25.653992 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 34700) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:25.666138 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-27cc3be3-f97d-4cc4-ba0a-01c0d99b3968 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for port (ac85eb69-0c15-40f7-b89c-4a4f2171b9d0), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:25.751677 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-27cc3be3-f97d-4cc4-ba0a-01c0d99b3968 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (ac85eb69-0c15-40f7-b89c-4a4f2171b9d0), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:25.795525 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3de5b3a1-b61d-4112-be10-86cc54aed81a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:25.807562 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cc3be3-f97d-4cc4-ba0a-01c0d99b3968 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:05:25.814801 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-27cc3be3-f97d-4cc4-ba0a-01c0d99b3968 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:05:25.822085 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cc3be3-f97d-4cc4-ba0a-01c0d99b3968 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:05:25.838913 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fa61d-ec3d-44f0-b022-efcce4e4fea2 req-ebd3d245-ec6a-4e50-8604-5952ef1a4d51 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:25.840498 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7f7fa61d-ec3d-44f0-b022-efcce4e4fea2 req-ebd3d245-ec6a-4e50-8604-5952ef1a4d51 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.1441898 Apr 22 08:05:25.871679 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bfd93-ddb0-416a-99ed-569c07f0c39b req-9f6dcbf6-c81e-4db4-94ac-a2262839f2fe tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:25.873172 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6d1bfd93-ddb0-416a-99ed-569c07f0c39b req-9f6dcbf6-c81e-4db4-94ac-a2262839f2fe tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757ed91-50c6-4540-8cc3-7326333adb77 HTTP/1.1" status: 200 len: 943 time: 0.1680017 Apr 22 08:05:25.883831 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc3be3-f97d-4cc4-ba0a-01c0d99b3968 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Pushing event updated for resources: {'Port': ['ID=ac85eb69-0c15-40f7-b89c-4a4f2171b9d0,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:25.893479 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3de5b3a1-b61d-4112-be10-86cc54aed81a admin admin] Publish callbacks [] for security_group (db3636f7-b454-4a72-92d0-fa94981f38b5), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:25.964612 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3de5b3a1-b61d-4112-be10-86cc54aed81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (db3636f7-b454-4a72-92d0-fa94981f38b5), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:25.986344 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7f7fa61d-ec3d-44f0-b022-efcce4e4fea2 req-8c751e99-25ef-4629-84bd-8d3c38ceead3 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120815 Apr 22 08:05:26.001165 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6d1bfd93-ddb0-416a-99ed-569c07f0c39b req-24d45f18-dfd3-40a0-acc2-7a4fc9761092 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=00c55034-2c18-41b4-9cee-45e149cf65c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101325 Apr 22 08:05:26.006410 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-3de5b3a1-b61d-4112-be10-86cc54aed81a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de018d6276d740dfba3206bb9d5ba3a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3487499 Apr 22 08:05:26.009738 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 34706) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:26.011315 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5b3a1-b61d-4112-be10-86cc54aed81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3636f7-b454-4a72-92d0-fa94981f38b5,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:26.047591 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-27cc3be3-f97d-4cc4-ba0a-01c0d99b3968 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for floatingip (a5d6b7bf-0fe1-428c-b285-aafd1b2193ac), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:26.075803 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-097b8ca2-50ae-46a7-bbc5-0337feea77a2 admin admin] Publish callbacks [] for security_group (db3636f7-b454-4a72-92d0-fa94981f38b5), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:26.127759 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-097b8ca2-50ae-46a7-bbc5-0337feea77a2 admin admin] Publish callbacks [] for security_group (db3636f7-b454-4a72-92d0-fa94981f38b5), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:26.169257 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd401b-d88c-4e4e-b6d4-56620a39228a req-e74e7250-28e9-4a80-9b85-347dece042f7 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:26.170755 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d0fd401b-d88c-4e4e-b6d4-56620a39228a req-e74e7250-28e9-4a80-9b85-347dece042f7 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb4601b2-18d6-465a-b575-749db27456a7 HTTP/1.1" status: 200 len: 945 time: 0.0931895 Apr 22 08:05:26.225523 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-27cc3be3-f97d-4cc4-ba0a-01c0d99b3968 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (ac85eb69-0c15-40f7-b89c-4a4f2171b9d0), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:26.271532 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d0fd401b-d88c-4e4e-b6d4-56620a39228a req-6e1bab63-6b7f-479d-8750-2f2308463f2d tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/security-groups?id=e72b6986-209d-42e3-b7c9-4dfa2b8552fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938394 Apr 22 08:05:26.339855 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-097b8ca2-50ae-46a7-bbc5-0337feea77a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (db3636f7-b454-4a72-92d0-fa94981f38b5), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:26.342431 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-097b8ca2-50ae-46a7-bbc5-0337feea77a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:26.343583 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-097b8ca2-50ae-46a7-bbc5-0337feea77a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db3636f7-b454-4a72-92d0-fa94981f38b5 HTTP/1.1" status: 204 len: 168 time: 0.3329246 Apr 22 08:05:26.358835 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b8ca2-50ae-46a7-bbc5-0337feea77a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3636f7-b454-4a72-92d0-fa94981f38b5,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:26.443764 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-27cc3be3-f97d-4cc4-ba0a-01c0d99b3968 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for port (ac85eb69-0c15-40f7-b89c-4a4f2171b9d0), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:26.519034 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device a3c1ac47-d15e-465b-80c6-d1e380cbef62 details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:05:26.639299 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port a3c1ac47-d15e-465b-80c6-d1e380cbef62, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=a3c1ac47-d15e-465b-80c6-d1e380cbef62,segment=NetworkSegment(a68dda09-9d18-493d-9415-4cebe1fc659a),segment_id=a68dda09-9d18-493d-9415-4cebe1fc659a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:05:26.656415 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': 'a3c1ac47-d15e-465b-80c6-d1e380cbef62', 'network_id': '6c345dae-a12d-42a5-911c-ec9de0be0bdc', 'port_id': 'a3c1ac47-d15e-465b-80c6-d1e380cbef62', 'mac_address': 'fa:16:3e:2d:87:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dccec4a8-ee71-4748-b043-da8f9c139639', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:05:26.706340 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port a3c1ac47-d15e-465b-80c6-d1e380cbef62 is: DOWN; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:05:26.706764 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (a3c1ac47-d15e-465b-80c6-d1e380cbef62), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:26.721819 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c1ac47-d15e-465b-80c6-d1e380cbef62 {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:05:26.745471 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port a3c1ac47-d15e-465b-80c6-d1e380cbef62, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=a3c1ac47-d15e-465b-80c6-d1e380cbef62,segment=NetworkSegment(a68dda09-9d18-493d-9415-4cebe1fc659a),segment_id=a68dda09-9d18-493d-9415-4cebe1fc659a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:05:26.757001 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-27cc3be3-f97d-4cc4-ba0a-01c0d99b3968 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (ac85eb69-0c15-40f7-b89c-4a4f2171b9d0), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:26.829801 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc3be3-f97d-4cc4-ba0a-01c0d99b3968 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Pushing event updated for resources: {'Port': ['ID=ac85eb69-0c15-40f7-b89c-4a4f2171b9d0,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:26.851847 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (a3c1ac47-d15e-465b-80c6-d1e380cbef62), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:26.852280 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8416a-6bb3-48d8-9848-ea8d24356b7b req-ab802afc-54fe-4bb6-8cb9-32d26a3d9d00 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:26.856579 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-79c8416a-6bb3-48d8-9848-ea8d24356b7b req-ab802afc-54fe-4bb6-8cb9-32d26a3d9d00 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97d4df8-20bc-4615-aeff-42e9c11fd921 HTTP/1.1" status: 200 len: 943 time: 0.3630104 Apr 22 08:05:26.881419 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-27cc3be3-f97d-4cc4-ba0a-01c0d99b3968 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (a5d6b7bf-0fe1-428c-b285-aafd1b2193ac), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:26.916975 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=a3c1ac47-d15e-465b-80c6-d1e380cbef62,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:26.921761 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-79c8416a-6bb3-48d8-9848-ea8d24356b7b req-510c6317-bda3-4508-96a1-28106e8e0d7f tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619280 Apr 22 08:05:26.967744 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 34720) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:26.978757 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-27cc3be3-f97d-4cc4-ba0a-01c0d99b3968 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:26.992928 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-27cc3be3-f97d-4cc4-ba0a-01c0d99b3968 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8788593 Apr 22 08:05:26.992928 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2c81b764-9747-4e8d-80a6-bcd5d01118a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:27.068254 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2c81b764-9747-4e8d-80a6-bcd5d01118a2 admin admin] Publish callbacks [] for security_group (ad780817-83a6-44e4-b12a-35bb15349504), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:27.172107 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2c81b764-9747-4e8d-80a6-bcd5d01118a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (ad780817-83a6-44e4-b12a-35bb15349504), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:27.216247 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['a3c1ac47-d15e-465b-80c6-d1e380cbef62'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:05:27.225972 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-2c81b764-9747-4e8d-80a6-bcd5d01118a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77f620f9b9e44919b7855df2db1d79cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571478 Apr 22 08:05:27.229499 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 34730) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:27.230829 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81b764-9747-4e8d-80a6-bcd5d01118a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad780817-83a6-44e4-b12a-35bb15349504,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:27.244676 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507381a6-5c9f-461b-8d87-4a6d53326040 req-26b16639-0af9-4fd2-a5b3-16f9d78aa23e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:27.246056 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-507381a6-5c9f-461b-8d87-4a6d53326040 req-26b16639-0af9-4fd2-a5b3-16f9d78aa23e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.1274121 Apr 22 08:05:27.261799 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ecee4-fd9f-4562-9cbc-9468f48c407f req-01b4cd94-a522-4f3e-9b83-6f67933cd035 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:27.263522 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-811ecee4-fd9f-4562-9cbc-9468f48c407f req-01b4cd94-a522-4f3e-9b83-6f67933cd035 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757ed91-50c6-4540-8cc3-7326333adb77 HTTP/1.1" status: 200 len: 943 time: 0.1433415 Apr 22 08:05:27.309344 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a0114009-3a21-46d7-84f9-62ebeae5a20f admin admin] Publish callbacks [] for security_group (ad780817-83a6-44e4-b12a-35bb15349504), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:27.334034 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a0114009-3a21-46d7-84f9-62ebeae5a20f admin admin] Publish callbacks [] for security_group (ad780817-83a6-44e4-b12a-35bb15349504), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:27.338973 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-507381a6-5c9f-461b-8d87-4a6d53326040 req-3a32ef40-a8a6-4e8e-a962-178b141617a5 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853455 Apr 22 08:05:27.351145 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-811ecee4-fd9f-4562-9cbc-9468f48c407f req-88908ca4-9e6a-4d4e-aa1f-aa3c3b8bb0c6 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=00c55034-2c18-41b4-9cee-45e149cf65c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809484 Apr 22 08:05:27.407432 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:27.466390 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a0114009-3a21-46d7-84f9-62ebeae5a20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (ad780817-83a6-44e4-b12a-35bb15349504), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:27.468957 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a0114009-3a21-46d7-84f9-62ebeae5a20f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:27.470126 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-a0114009-3a21-46d7-84f9-62ebeae5a20f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad780817-83a6-44e4-b12a-35bb15349504 HTTP/1.1" status: 204 len: 168 time: 0.2396326 Apr 22 08:05:27.479206 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0114009-3a21-46d7-84f9-62ebeae5a20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad780817-83a6-44e4-b12a-35bb15349504,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:27.521603 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-84d333b3-1619-43ef-a92f-895c8b41ffcd tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--328230841&fields=id&tenant_id=ea95f2f73f24412d821786dca4fd986a HTTP/1.1" status: 200 len: 267 time: 0.0663872 Apr 22 08:05:27.535476 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6d7eb-3c99-4595-8402-39113d9c83d4 req-b902b401-9964-4c5f-8428-4f3279aeaaec tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:27.536965 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-34f6d7eb-3c99-4595-8402-39113d9c83d4 req-b902b401-9964-4c5f-8428-4f3279aeaaec tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb4601b2-18d6-465a-b575-749db27456a7 HTTP/1.1" status: 200 len: 945 time: 0.0910494 Apr 22 08:05:27.644080 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-34f6d7eb-3c99-4595-8402-39113d9c83d4 req-c516961d-5a53-4f22-bf33-39cc215ec07e tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/security-groups?id=e72b6986-209d-42e3-b7c9-4dfa2b8552fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954158 Apr 22 08:05:27.672682 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-d206abd7-ac98-4707-aae8-e529e34a4cb0 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:27.674329 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-d206abd7-ac98-4707-aae8-e529e34a4cb0 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/networks?id=13a6078d-58b1-4081-bb3a-ccd74a412f02 HTTP/1.1" status: 200 len: 819 time: 0.1363583 Apr 22 08:05:27.690093 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-7fdd90e9-df82-465d-b35c-0604bb976333 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/quotas/ea95f2f73f24412d821786dca4fd986a HTTP/1.1" status: 200 len: 375 time: 0.0094461 Apr 22 08:05:27.754752 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-c01fc12c-cbf3-4ca9-b725-3eb882345a16 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea95f2f73f24412d821786dca4fd986a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0590839 Apr 22 08:05:27.883295 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-542db33f-f981-4ca2-a5fa-4b1ddeb273a9 req-94e319b5-a850-4d98-877b-658bcfb8436f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704892 Apr 22 08:05:27.888556 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-87d3ce2c-b82e-4a9d-98cd-9ffa5f90fc13 service neutron] 10.222.0.13 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244516 Apr 22 08:05:28.022988 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542db33f-f981-4ca2-a5fa-4b1ddeb273a9 req-1de8177c-6827-4beb-934f-8484c1a6b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:28.025079 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-542db33f-f981-4ca2-a5fa-4b1ddeb273a9 req-1de8177c-6827-4beb-934f-8484c1a6b61d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea95f2f73f24412d821786dca4fd986a&device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 1129 time: 0.1128354 Apr 22 08:05:28.043840 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-a21b4e90-47ce-4fd8-a34b-ea7ab7a87c5a service neutron] 10.222.0.13 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492267 Apr 22 08:05:28.118211 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5bb6f-c5c4-4497-b136-08001c3103d1 req-5b2bf1cd-1a1d-40f8-90bb-b1a3c210efbe tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:28.119721 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ebf5bb6f-c5c4-4497-b136-08001c3103d1 req-5b2bf1cd-1a1d-40f8-90bb-b1a3c210efbe tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97d4df8-20bc-4615-aeff-42e9c11fd921 HTTP/1.1" status: 200 len: 944 time: 0.1161752 Apr 22 08:05:28.185040 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 34754) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:28.185234 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542db33f-f981-4ca2-a5fa-4b1ddeb273a9 req-b19d5b98-e5e2-40c7-8ad2-5160155e8cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:28.186730 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-542db33f-f981-4ca2-a5fa-4b1ddeb273a9 req-b19d5b98-e5e2-40c7-8ad2-5160155e8cb2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=13a6078d-58b1-4081-bb3a-ccd74a412f02 HTTP/1.1" status: 200 len: 920 time: 0.1332483 Apr 22 08:05:28.191002 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ebf5bb6f-c5c4-4497-b136-08001c3103d1 req-f7006a76-89f6-4ec6-97c3-de06a8a06d94 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653477 Apr 22 08:05:28.199377 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9e215ee8-fcc9-4718-8ed2-444d6c36a285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:28.228955 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-542db33f-f981-4ca2-a5fa-4b1ddeb273a9 req-8c14b43d-5c8b-4b56-b25c-a5da0e9693e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb87ac3-66a9-412d-956c-5ae5b37abd73 HTTP/1.1" status: 200 len: 217 time: 0.0352318 Apr 22 08:05:28.278377 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9e215ee8-fcc9-4718-8ed2-444d6c36a285 admin admin] Publish callbacks [] for security_group (af7dbf74-23da-480b-9380-0fae08a2f99e), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:28.289869 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542db33f-f981-4ca2-a5fa-4b1ddeb273a9 req-14edf20d-16e0-4be5-a81c-23ba891d4754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:28.291754 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-542db33f-f981-4ca2-a5fa-4b1ddeb273a9 req-14edf20d-16e0-4be5-a81c-23ba891d4754 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=434aae01-3eff-47a2-96c3-7b3f40b18165 HTTP/1.1" status: 200 len: 858 time: 0.0568404 Apr 22 08:05:28.338783 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9e215ee8-fcc9-4718-8ed2-444d6c36a285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (af7dbf74-23da-480b-9380-0fae08a2f99e), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:28.416026 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-308e66ed-9e34-4d35-92cd-af526989215d req-f8a00b09-f12e-4762-8ff6-ce54f4318969 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 210 time: 0.0789273 Apr 22 08:05:28.427072 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-9e215ee8-fcc9-4718-8ed2-444d6c36a285 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4615cf5545104ff6901ee81616a8e993&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408853 Apr 22 08:05:28.427675 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 34768) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:28.431804 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e215ee8-fcc9-4718-8ed2-444d6c36a285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7dbf74-23da-480b-9380-0fae08a2f99e,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:28.451989 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542db33f-f981-4ca2-a5fa-4b1ddeb273a9 req-f8f00d5f-647b-4322-8663-7ecab412ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:28.453924 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-542db33f-f981-4ca2-a5fa-4b1ddeb273a9 req-f8f00d5f-647b-4322-8663-7ecab412ae69 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13a6078d-58b1-4081-bb3a-ccd74a412f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1547153 Apr 22 08:05:28.513570 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fc7d2aa5-5bfe-4c39-a8b7-d4c667449ef6 admin admin] Publish callbacks [] for security_group (af7dbf74-23da-480b-9380-0fae08a2f99e), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:28.526662 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 46975918-5454-4010-9184-10c1acf5863e details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:05:28.528599 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device a3c1ac47-d15e-465b-80c6-d1e380cbef62 up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:05:28.567115 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 34776) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:28.581178 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fc7d2aa5-5bfe-4c39-a8b7-d4c667449ef6 admin admin] Publish callbacks [] for security_group (af7dbf74-23da-480b-9380-0fae08a2f99e), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:28.653300 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-542db33f-f981-4ca2-a5fa-4b1ddeb273a9 req-46a1e321-1a8b-4ee7-923e-30f829187851 service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865726 Apr 22 08:05:28.686092 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fc7d2aa5-5bfe-4c39-a8b7-d4c667449ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (af7dbf74-23da-480b-9380-0fae08a2f99e), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:28.689286 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502b1c8-ccaa-4a84-b93d-500e65790642 req-c2ade985-e472-49ea-9ad2-b1e9a50f7266 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:28.692819 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fc7d2aa5-5bfe-4c39-a8b7-d4c667449ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:28.692819 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-fc7d2aa5-5bfe-4c39-a8b7-d4c667449ef6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af7dbf74-23da-480b-9380-0fae08a2f99e HTTP/1.1" status: 204 len: 168 time: 0.2621069 Apr 22 08:05:28.704458 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b502b1c8-ccaa-4a84-b93d-500e65790642 req-c2ade985-e472-49ea-9ad2-b1e9a50f7266 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757ed91-50c6-4540-8cc3-7326333adb77 HTTP/1.1" status: 200 len: 943 time: 0.1447239 Apr 22 08:05:28.710292 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d2aa5-5bfe-4c39-a8b7-d4c667449ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7dbf74-23da-480b-9380-0fae08a2f99e,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:28.737648 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-43a22c72-a972-4fe2-94ca-01de98fdba16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:28.750339 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 46975918-5454-4010-9184-10c1acf5863e, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=46975918-5454-4010-9184-10c1acf5863e,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:05:28.765461 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': '46975918-5454-4010-9184-10c1acf5863e', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'port_id': '46975918-5454-4010-9184-10c1acf5863e', 'mac_address': 'fa:16:3e:f4:ab:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:05:28.783033 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317589c-06a3-46f1-a05a-391392f5eade req-c7faf7b8-9ba5-4f1e-af3c-4d1c78aa03b9 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:28.790653 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1317589c-06a3-46f1-a05a-391392f5eade req-c7faf7b8-9ba5-4f1e-af3c-4d1c78aa03b9 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.2000360 Apr 22 08:05:28.801437 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning for port a3c1ac47-d15e-465b-80c6-d1e380cbef62 completed by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 08:05:28.809419 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port a3c1ac47-d15e-465b-80c6-d1e380cbef62 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:05:28.809997 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (a3c1ac47-d15e-465b-80c6-d1e380cbef62), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:28.846848 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 46975918-5454-4010-9184-10c1acf5863e is: DOWN; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:05:28.847316 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (46975918-5454-4010-9184-10c1acf5863e), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:28.865839 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b502b1c8-ccaa-4a84-b93d-500e65790642 req-10a8237e-d697-41e7-9c10-df6630c41e4f tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=00c55034-2c18-41b4-9cee-45e149cf65c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605194 Apr 22 08:05:28.866249 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-43a22c72-a972-4fe2-94ca-01de98fdba16 admin admin] Publish callbacks [] for security_group (e965abfc-89d0-4668-8f56-e35bd7536eeb), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:28.870149 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46975918-5454-4010-9184-10c1acf5863e {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:05:28.900090 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 46975918-5454-4010-9184-10c1acf5863e, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=46975918-5454-4010-9184-10c1acf5863e,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:05:28.905645 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1317589c-06a3-46f1-a05a-391392f5eade req-55bcdde4-bb5a-4553-8abe-503597585e2c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033852 Apr 22 08:05:28.907335 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-542db33f-f981-4ca2-a5fa-4b1ddeb273a9 req-8599ac81-5428-4d26-a1ff-ae9b58e71fde service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432287 Apr 22 08:05:28.943639 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port a3c1ac47-d15e-465b-80c6-d1e380cbef62 is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:05:28.944028 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (a3c1ac47-d15e-465b-80c6-d1e380cbef62), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:28.971213 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97d4df8-20bc-4615-aeff-42e9c11fd921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c1ac47-d15e-465b-80c6-d1e380cbef62'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:05:28.973431 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d641f7-c831-4300-b798-aa56728d0eb9" -d '{"events": [{"server_uuid": "c97d4df8-20bc-4615-aeff-42e9c11fd921", "name": "network-vif-plugged", "status": "completed", "tag": "a3c1ac47-d15e-465b-80c6-d1e380cbef62"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:05:28.977293 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-43a22c72-a972-4fe2-94ca-01de98fdba16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (e965abfc-89d0-4668-8f56-e35bd7536eeb), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:28.978681 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (46975918-5454-4010-9184-10c1acf5863e), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:28.991218 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port a3c1ac47-d15e-465b-80c6-d1e380cbef62, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=a3c1ac47-d15e-465b-80c6-d1e380cbef62,segment=NetworkSegment(a68dda09-9d18-493d-9415-4cebe1fc659a),segment_id=a68dda09-9d18-493d-9415-4cebe1fc659a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:05:29.013784 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854f5e4f-d73a-4359-b0cc-88a775e843b1 x-openstack-request-id: req-854f5e4f-d73a-4359-b0cc-88a775e843b1 {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:05:29.013784 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97d4df8-20bc-4615-aeff-42e9c11fd921", "name": "network-vif-plugged", "status": "completed", "tag": "a3c1ac47-d15e-465b-80c6-d1e380cbef62", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:05:29.013784 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-854f5e4f-d73a-4359-b0cc-88a775e843b1 {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:05:29.013784 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-854f5e4f-d73a-4359-b0cc-88a775e843b1'] response: {'server_uuid': 'c97d4df8-20bc-4615-aeff-42e9c11fd921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c1ac47-d15e-465b-80c6-d1e380cbef62', 'code': 200} Apr 22 08:05:29.021062 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-43a22c72-a972-4fe2-94ca-01de98fdba16 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=418cec749c674e16ab84daf1668dd7f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4527071 Apr 22 08:05:29.025030 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 34786) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:29.039463 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a22c72-a972-4fe2-94ca-01de98fdba16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e965abfc-89d0-4668-8f56-e35bd7536eeb,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:29.055289 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=46975918-5454-4010-9184-10c1acf5863e,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:29.074121 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (a3c1ac47-d15e-465b-80c6-d1e380cbef62), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:29.087572 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-11734be5-4b72-4421-95f7-852c2a045464 admin admin] Publish callbacks [] for security_group (e965abfc-89d0-4668-8f56-e35bd7536eeb), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:29.115938 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-11734be5-4b72-4421-95f7-852c2a045464 admin admin] Publish callbacks [] for security_group (e965abfc-89d0-4668-8f56-e35bd7536eeb), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:29.136846 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=a3c1ac47-d15e-465b-80c6-d1e380cbef62,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:29.268384 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['46975918-5454-4010-9184-10c1acf5863e'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:05:29.273402 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-11734be5-4b72-4421-95f7-852c2a045464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (e965abfc-89d0-4668-8f56-e35bd7536eeb), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:29.275976 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-11734be5-4b72-4421-95f7-852c2a045464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:29.277318 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-11734be5-4b72-4421-95f7-852c2a045464 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e965abfc-89d0-4668-8f56-e35bd7536eeb HTTP/1.1" status: 204 len: 168 time: 0.2513261 Apr 22 08:05:29.294792 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11734be5-4b72-4421-95f7-852c2a045464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e965abfc-89d0-4668-8f56-e35bd7536eeb,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:29.412711 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84a92b-320a-485a-a98c-b675650bb2e2 req-61bc430e-0274-4c66-a97b-3729b14c3f62 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:29.419632 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-fb84a92b-320a-485a-a98c-b675650bb2e2 req-61bc430e-0274-4c66-a97b-3729b14c3f62 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97d4df8-20bc-4615-aeff-42e9c11fd921 HTTP/1.1" status: 200 len: 945 time: 0.1545720 Apr 22 08:05:29.428089 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ca153-01b7-4e9d-8db0-85ed2771f0bb req-6bf883fd-bcd7-42bf-a43d-c1bb7e0466d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:29.430180 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-fe4ca153-01b7-4e9d-8db0-85ed2771f0bb req-6bf883fd-bcd7-42bf-a43d-c1bb7e0466d9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c97d4df8-20bc-4615-aeff-42e9c11fd921 HTTP/1.1" status: 200 len: 1129 time: 0.0890059 Apr 22 08:05:29.516877 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-fb84a92b-320a-485a-a98c-b675650bb2e2 req-655aae41-1a30-41da-9e96-52b08f670095 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845938 Apr 22 08:05:29.522104 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-fe4ca153-01b7-4e9d-8db0-85ed2771f0bb req-6a5be5ce-d55c-4207-8545-2edac803bdc0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775626 Apr 22 08:05:29.549238 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0fe99a3b-0028-4005-a21b-eeff8ea06231 req-2e4bfc24-9e6d-4a4a-aa10-6059e90f62e2 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 210 time: 0.0278139 Apr 22 08:05:30.043345 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e81c63-dfb7-488d-b9f6-cdeb7d78e3f0 req-3a1d160a-dbde-43e1-8eca-27de445eb18b tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:30.044828 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-16e81c63-dfb7-488d-b9f6-cdeb7d78e3f0 req-3a1d160a-dbde-43e1-8eca-27de445eb18b tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757ed91-50c6-4540-8cc3-7326333adb77 HTTP/1.1" status: 200 len: 944 time: 0.0905821 Apr 22 08:05:30.066054 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cf907-d120-499d-ae36-dda7b2706ac2 req-3b254951-0f8e-48ef-a0bb-e569e57a84eb tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:30.067631 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-775cf907-d120-499d-ae36-dda7b2706ac2 req-3b254951-0f8e-48ef-a0bb-e569e57a84eb tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.0789428 Apr 22 08:05:30.136217 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-16e81c63-dfb7-488d-b9f6-cdeb7d78e3f0 req-c2e74d2d-6dd8-433b-a378-4fa7982508d9 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=00c55034-2c18-41b4-9cee-45e149cf65c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833297 Apr 22 08:05:30.140961 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-775cf907-d120-499d-ae36-dda7b2706ac2 req-2db7d083-87aa-4045-81c0-fdf1f2583a8b tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655365 Apr 22 08:05:30.533952 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 46975918-5454-4010-9184-10c1acf5863e up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:05:30.636119 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-9a803296-4e93-4f8a-8c95-4edbf2c249ab tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:30.637621 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-9a803296-4e93-4f8a-8c95-4edbf2c249ab tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.39 "GET /v2.0/networks?id=13a6078d-58b1-4081-bb3a-ccd74a412f02 HTTP/1.1" status: 200 len: 819 time: 0.1448162 Apr 22 08:05:30.661612 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning for port 46975918-5454-4010-9184-10c1acf5863e completed by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 08:05:30.665807 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port 46975918-5454-4010-9184-10c1acf5863e triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:05:30.666249 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (46975918-5454-4010-9184-10c1acf5863e), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:30.696524 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-733fd096-147e-4ee4-b882-17f90542f7a2 req-da759ed4-efcc-467c-8217-1f53c031789c tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 210 time: 0.0439086 Apr 22 08:05:30.728456 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1dd44-c0aa-45af-b8cc-1d63823e8af5 req-fa766a48-d3a0-4bbe-94fe-dfa45e06826d tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:30.730074 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8ad1dd44-c0aa-45af-b8cc-1d63823e8af5 req-fa766a48-d3a0-4bbe-94fe-dfa45e06826d tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97d4df8-20bc-4615-aeff-42e9c11fd921 HTTP/1.1" status: 200 len: 945 time: 0.1147351 Apr 22 08:05:30.764277 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 46975918-5454-4010-9184-10c1acf5863e is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:05:30.764668 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (46975918-5454-4010-9184-10c1acf5863e), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:30.779721 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-21a76214-0ae2-4710-95fb-ad4f76d12d9e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea95f2f73f24412d821786dca4fd986a HTTP/1.1" status: 200 len: 379 time: 0.1238444 Apr 22 08:05:30.790818 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-88b4590e-c2de-453a-9a13-febd0b425b70 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Request body: {'port': {'device_id': 'c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'admin_state_up': True, 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'security_groups': ['83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e']}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:30.796782 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 46975918-5454-4010-9184-10c1acf5863e, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=46975918-5454-4010-9184-10c1acf5863e,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:05:30.848095 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8ad1dd44-c0aa-45af-b8cc-1d63823e8af5 req-5f60354e-319f-4416-a47f-8136eb94796a tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100988 Apr 22 08:05:30.890471 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (46975918-5454-4010-9184-10c1acf5863e), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:30.945385 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=46975918-5454-4010-9184-10c1acf5863e,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:31.010284 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-88b4590e-c2de-453a-9a13-febd0b425b70 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Made reservation on behalf of ea95f2f73f24412d821786dca4fd986a for: {'port': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:05:31.012562 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0757ed91-50c6-4540-8cc3-7326333adb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46975918-5454-4010-9184-10c1acf5863e'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:05:31.013860 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-88b4590e-c2de-453a-9a13-febd0b425b70 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:31.015743 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fe036e-461b-4a9e-a240-9b2a55bbeb93" -d '{"events": [{"server_uuid": "0757ed91-50c6-4540-8cc3-7326333adb77", "name": "network-vif-plugged", "status": "completed", "tag": "46975918-5454-4010-9184-10c1acf5863e"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:05:31.076031 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565cd43e-4a06-4175-a0ef-a908b7ec1102 x-openstack-request-id: req-565cd43e-4a06-4175-a0ef-a908b7ec1102 {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:05:31.076413 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0757ed91-50c6-4540-8cc3-7326333adb77", "name": "network-vif-plugged", "status": "completed", "tag": "46975918-5454-4010-9184-10c1acf5863e", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:05:31.076731 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-565cd43e-4a06-4175-a0ef-a908b7ec1102 {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:05:31.077172 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-565cd43e-4a06-4175-a0ef-a908b7ec1102'] response: {'server_uuid': '0757ed91-50c6-4540-8cc3-7326333adb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46975918-5454-4010-9184-10c1acf5863e', 'code': 200} Apr 22 08:05:31.167396 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-88b4590e-c2de-453a-9a13-febd0b425b70 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Allocated IP 172.20.0.10 (13a6078d-58b1-4081-bb3a-ccd74a412f02/434aae01-3eff-47a2-96c3-7b3f40b18165/d2568104-a3d6-43ac-84a8-c524baba461d) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:05:31.340014 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddebd67-9d4b-41db-84b5-4c146e5bc901 req-cbea4997-8364-4d62-806d-e851bcec56a4 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:31.341508 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6ddebd67-9d4b-41db-84b5-4c146e5bc901 req-cbea4997-8364-4d62-806d-e851bcec56a4 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757ed91-50c6-4540-8cc3-7326333adb77 HTTP/1.1" status: 200 len: 945 time: 0.1240065 Apr 22 08:05:31.360783 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-88b4590e-c2de-453a-9a13-febd0b425b70 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for port (d2568104-a3d6-43ac-84a8-c524baba461d), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:31.412393 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6ddebd67-9d4b-41db-84b5-4c146e5bc901 req-45b20008-43b6-4ec2-85dd-645bc8a78bbc tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=00c55034-2c18-41b4-9cee-45e149cf65c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616393 Apr 22 08:05:31.425580 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336714b8-27ea-439c-97f8-0045a68f621d req-7e148404-4424-49e1-8906-ba6a99f34686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:31.427112 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-336714b8-27ea-439c-97f8-0045a68f621d req-7e148404-4424-49e1-8906-ba6a99f34686 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0757ed91-50c6-4540-8cc3-7326333adb77 HTTP/1.1" status: 200 len: 1129 time: 0.0424988 Apr 22 08:05:31.483395 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-336714b8-27ea-439c-97f8-0045a68f621d req-36eb0477-d1c0-4099-8c7a-636686e8216c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=00c55034-2c18-41b4-9cee-45e149cf65c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442636 Apr 22 08:05:31.521414 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-88b4590e-c2de-453a-9a13-febd0b425b70 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (d2568104-a3d6-43ac-84a8-c524baba461d), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:31.589715 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-88b4590e-c2de-453a-9a13-febd0b425b70 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Network 13a6078d-58b1-4081-bb3a-ccd74a412f02 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:05:31.602872 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-88b4590e-c2de-453a-9a13-febd0b425b70 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:05:31.609335 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-88b4590e-c2de-453a-9a13-febd0b425b70 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:05:31.617204 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4590e-c2de-453a-9a13-febd0b425b70 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Pushing event updated for resources: {'Port': ['ID=d2568104-a3d6-43ac-84a8-c524baba461d,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:31.649212 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37308528-b4a9-43f4-b78e-d1136e0a26e0 req-2fe90fa3-33d1-4c80-bc11-71422b00eadb tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:31.650778 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-37308528-b4a9-43f4-b78e-d1136e0a26e0 req-2fe90fa3-33d1-4c80-bc11-71422b00eadb tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.1669188 Apr 22 08:05:31.664501 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381163c-2979-4204-8bb3-3f6658669c5f req-d682f5ff-db0e-4ea1-932c-399395f9a8b0 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:31.665982 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c381163c-2979-4204-8bb3-3f6658669c5f req-d682f5ff-db0e-4ea1-932c-399395f9a8b0 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb4601b2-18d6-465a-b575-749db27456a7 HTTP/1.1" status: 200 len: 945 time: 0.1554911 Apr 22 08:05:31.712616 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-88b4590e-c2de-453a-9a13-febd0b425b70 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:31.713236 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-88b4590e-c2de-453a-9a13-febd0b425b70 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:31.769087 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-37308528-b4a9-43f4-b78e-d1136e0a26e0 req-ab72e6cb-a838-44aa-aa1b-6c9c74ad4828 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020989 Apr 22 08:05:31.772402 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c381163c-2979-4204-8bb3-3f6658669c5f req-747c0a92-e1b8-4835-a5f7-f0f8e81abc02 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/security-groups?id=e72b6986-209d-42e3-b7c9-4dfa2b8552fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997267 Apr 22 08:05:31.793586 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:05:31.840006 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-88b4590e-c2de-453a-9a13-febd0b425b70 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0551517 Apr 22 08:05:31.842557 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-c1c4d648-dc52-41df-ad5f-2edc89d14961 None None] Provisioning complete for port d2568104-a3d6-43ac-84a8-c524baba461d triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:05:31.843024 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-c1c4d648-dc52-41df-ad5f-2edc89d14961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (d2568104-a3d6-43ac-84a8-c524baba461d), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:31.860990 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] Request body: {'port': {'device_id': 'c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83888'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:31.876472 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-c1c4d648-dc52-41df-ad5f-2edc89d14961 None None] Port d2568104-a3d6-43ac-84a8-c524baba461d cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:05:31.926985 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325c8c2-326b-4fee-bdd8-4adc47a74afe req-0a13bfe0-b1f0-40d7-8295-4d402cd8900b tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:31.928462 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4325c8c2-326b-4fee-bdd8-4adc47a74afe req-0a13bfe0-b1f0-40d7-8295-4d402cd8900b tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 932 time: 0.1012099 Apr 22 08:05:31.968363 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (d2568104-a3d6-43ac-84a8-c524baba461d), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:32.048929 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4325c8c2-326b-4fee-bdd8-4adc47a74afe req-51d5be34-1dd9-49f9-ac29-879d8045c1a6 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137240 Apr 22 08:05:32.070135 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369704a-7fca-4ab1-852c-221f0c50c61c req-119f5b36-6bee-42de-b874-098687871587 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:32.070135 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6369704a-7fca-4ab1-852c-221f0c50c61c req-119f5b36-6bee-42de-b874-098687871587 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97d4df8-20bc-4615-aeff-42e9c11fd921 HTTP/1.1" status: 200 len: 945 time: 0.1366892 Apr 22 08:05:32.208287 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6369704a-7fca-4ab1-852c-221f0c50c61c req-bf6a8c9d-7c0e-4e1f-8644-cd372d9e3e88 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958424 Apr 22 08:05:32.301779 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2568104-a3d6-43ac-84a8-c524baba461d {{(pid=103832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:05:32.309695 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] Publish callbacks [] for port (d2568104-a3d6-43ac-84a8-c524baba461d), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:32.322687 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.provisioning_blocks [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] Transition to ACTIVE for port object d2568104-a3d6-43ac-84a8-c524baba461d will not be triggered until provisioned by entity L2. {{(pid=103832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 22 08:05:32.382030 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (d2568104-a3d6-43ac-84a8-c524baba461d), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:32.466978 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] Pushing event updated for resources: {'Port': ['ID=d2568104-a3d6-43ac-84a8-c524baba461d,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:32.552647 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] Attempting to bind port d2568104-a3d6-43ac-84a8-c524baba461d on host hv-cinder-83888 for vnic_type normal with profile {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:05:32.552986 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] Attempting to bind port d2568104-a3d6-43ac-84a8-c524baba461d by drivers openvswitch,hyperv on host hv-cinder-83888 at level 0 using segments [{'id': '0802d4e0-4f59-47a7-8d7e-337a8719f19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02'}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:05:32.553315 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] Attempting to bind port d2568104-a3d6-43ac-84a8-c524baba461d on network 13a6078d-58b1-4081-bb3a-ccd74a412f02 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:05:32.559896 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] Port d2568104-a3d6-43ac-84a8-c524baba461d on network 13a6078d-58b1-4081-bb3a-ccd74a412f02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83888 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 08:05:32.560226 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] Attempting to bind port d2568104-a3d6-43ac-84a8-c524baba461d on network 13a6078d-58b1-4081-bb3a-ccd74a412f02 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:05:32.568029 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] Checking agent: {'id': '5d37a790-f600-4ea4-a99b-32bf15642def', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'started_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:05:32.568457 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] Checking segment: {'id': '0802d4e0-4f59-47a7-8d7e-337a8719f19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:05:32.568756 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] Bound using segment: {'id': '0802d4e0-4f59-47a7-8d7e-337a8719f19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02'} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:05:32.569193 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] Bound port: d2568104-a3d6-43ac-84a8-c524baba461d, host: hv-cinder-83888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0802d4e0-4f59-47a7-8d7e-337a8719f19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02'}}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:05:32.569552 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (d2568104-a3d6-43ac-84a8-c524baba461d), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:32.578358 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83556a-5325-4113-8101-11f69058275d req-fee9e239-fb3b-4bdb-ab55-b81ef35c21bb tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:32.579905 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8f83556a-5325-4113-8101-11f69058275d req-fee9e239-fb3b-4bdb-ab55-b81ef35c21bb tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757ed91-50c6-4540-8cc3-7326333adb77 HTTP/1.1" status: 200 len: 945 time: 0.0875468 Apr 22 08:05:32.669911 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8f83556a-5325-4113-8101-11f69058275d req-23e963ae-34c6-4bfd-8c4c-5d8ec53e8e5f tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=00c55034-2c18-41b4-9cee-45e149cf65c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813463 Apr 22 08:05:32.679152 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] For port d2568104-a3d6-43ac-84a8-c524baba461d, host hv-cinder-83888, cleared binding levels {{(pid=103832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:05:32.683213 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] For port d2568104-a3d6-43ac-84a8-c524baba461d, host hv-cinder-83888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=d2568104-a3d6-43ac-84a8-c524baba461d,segment=NetworkSegment(0802d4e0-4f59-47a7-8d7e-337a8719f19a),segment_id=0802d4e0-4f59-47a7-8d7e-337a8719f19a)] {{(pid=103832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:05:32.773950 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (d2568104-a3d6-43ac-84a8-c524baba461d), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:32.808023 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:32.808845 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:32.810133 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] 10.222.0.39 "PUT /v2.0/ports/d2568104-a3d6-43ac-84a8-c524baba461d HTTP/1.1" status: 200 len: 1094 time: 0.9544168 Apr 22 08:05:32.810611 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7', 'tag': 'd2568104-a3d6-43ac-84a8-c524baba461d'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:05:32.813040 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1892ee14-8af8-4b9d-9377-3dea49a82664" -d '{"events": [{"name": "network-changed", "server_uuid": "c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7", "tag": "d2568104-a3d6-43ac-84a8-c524baba461d"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:05:32.846469 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941aec85-5c1f-4d80-ab10-e8250f6f492d service neutron] Pushing event updated for resources: {'Port': ['ID=d2568104-a3d6-43ac-84a8-c524baba461d,revision_number=3']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:33.252790 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59f0bb-cf5b-455f-ab1f-f9f49b566957 req-828730ac-3447-4dba-adc0-0490176bf87b tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:33.254256 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8c59f0bb-cf5b-455f-ab1f-f9f49b566957 req-828730ac-3447-4dba-adc0-0490176bf87b tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.3555870 Apr 22 08:05:33.261769 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c11257-9e1c-428e-9634-302855642e8e req-8a811e59-8f22-44cc-8954-3b547bc63e84 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:33.263170 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e1c11257-9e1c-428e-9634-302855642e8e req-8a811e59-8f22-44cc-8954-3b547bc63e84 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb4601b2-18d6-465a-b575-749db27456a7 HTTP/1.1" status: 200 len: 945 time: 0.3758028 Apr 22 08:05:33.302204 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-ed9d4e30-c1eb-4b87-a7cf-c4090e0f7b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:33.303712 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-ed9d4e30-c1eb-4b87-a7cf-c4090e0f7b82 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea95f2f73f24412d821786dca4fd986a&device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 1128 time: 0.3300254 Apr 22 08:05:33.373551 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-42488396-978e-4820-8b45-bb17f43a307c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2568104-a3d6-43ac-84a8-c524baba461d HTTP/1.1" status: 200 len: 217 time: 0.0583110 Apr 22 08:05:33.381138 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8c59f0bb-cf5b-455f-ab1f-f9f49b566957 req-7ded996a-6710-4c4a-be4b-031b250575e8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171064 Apr 22 08:05:33.384680 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e1c11257-9e1c-428e-9634-302855642e8e req-e329caa4-eded-4ce0-83a8-808f9a6cba47 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/security-groups?id=e72b6986-209d-42e3-b7c9-4dfa2b8552fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119614 Apr 22 08:05:33.431113 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-451275e0-c961-4c96-8a8d-538f79bbf1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:33.433367 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-451275e0-c961-4c96-8a8d-538f79bbf1bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=434aae01-3eff-47a2-96c3-7b3f40b18165 HTTP/1.1" status: 200 len: 858 time: 0.0474324 Apr 22 08:05:33.467351 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a03587-194e-447c-8913-442aa61e1987 req-687a6a0d-0543-43d7-92d0-c5f0f353fe25 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:33.468311 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e241ae-b5b6-4fd7-9c8f-dd4d28ca29f4 x-openstack-request-id: req-a4e241ae-b5b6-4fd7-9c8f-dd4d28ca29f4 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:05:33.468671 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7", "tag": "d2568104-a3d6-43ac-84a8-c524baba461d", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:05:33.468931 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4e241ae-b5b6-4fd7-9c8f-dd4d28ca29f4 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:05:33.469048 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-46a03587-194e-447c-8913-442aa61e1987 req-687a6a0d-0543-43d7-92d0-c5f0f353fe25 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb4601b2-18d6-465a-b575-749db27456a7 HTTP/1.1" status: 200 len: 945 time: 0.0843637 Apr 22 08:05:33.469325 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4e241ae-b5b6-4fd7-9c8f-dd4d28ca29f4'] response: {'name': 'network-changed', 'server_uuid': 'c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7', 'tag': 'd2568104-a3d6-43ac-84a8-c524baba461d', 'status': 'completed', 'code': 200} Apr 22 08:05:33.526011 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-b9180eaa-526c-41d9-be72-d493c716e8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:33.527616 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-b9180eaa-526c-41d9-be72-d493c716e8ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13a6078d-58b1-4081-bb3a-ccd74a412f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0880075 Apr 22 08:05:33.545280 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef7ef8-f601-4530-84ea-f2a65ad956d0 req-22b0781e-3a0f-4fff-b3a8-4c2986dfe131 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:33.547052 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2eef7ef8-f601-4530-84ea-f2a65ad956d0 req-22b0781e-3a0f-4fff-b3a8-4c2986dfe131 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 944 time: 0.0746341 Apr 22 08:05:33.610891 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [req-46a03587-194e-447c-8913-442aa61e1987 req-2e7edc56-bad2-4b90-9767-0707036f1782 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Deleting port 560518de-21b5-427b-82c2-ce2a5fddce21 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:05:33.610891 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-46a03587-194e-447c-8913-442aa61e1987 req-2e7edc56-bad2-4b90-9767-0707036f1782 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (560518de-21b5-427b-82c2-ce2a5fddce21), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:33.657216 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2eef7ef8-f601-4530-84ea-f2a65ad956d0 req-a9677b4d-7a93-4813-bbc8-27c6c019e76d tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996304 Apr 22 08:05:33.683658 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-54b11c1e-0724-4175-9999-1ded114aa794 service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350148 Apr 22 08:05:33.705654 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [req-46a03587-194e-447c-8913-442aa61e1987 req-2e7edc56-bad2-4b90-9767-0707036f1782 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] For port 560518de-21b5-427b-82c2-ce2a5fddce21, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=560518de-21b5-427b-82c2-ce2a5fddce21,segment=NetworkSegment(c3a0d623-fb7e-43fe-9cb7-4ee261d26fde),segment_id=c3a0d623-fb7e-43fe-9cb7-4ee261d26fde)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:05:33.706032 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-46a03587-194e-447c-8913-442aa61e1987 req-2e7edc56-bad2-4b90-9767-0707036f1782 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (560518de-21b5-427b-82c2-ce2a5fddce21), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:33.721555 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [req-46a03587-194e-447c-8913-442aa61e1987 req-2e7edc56-bad2-4b90-9767-0707036f1782 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Calling delete_port for 560518de-21b5-427b-82c2-ce2a5fddce21 owned by compute:nova {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:05:33.815854 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bcc87104-cc1f-4fcb-b9e2-3f57edd0c613 req-0b4eccc2-93c5-4666-a901-38bf636498f2 service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224024 Apr 22 08:05:33.830876 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57475e37-281d-4cc4-b280-8aa5fe2df7d1 req-5d7cc28e-918c-4b43-9757-5d3010257880 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:33.832346 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-57475e37-281d-4cc4-b280-8aa5fe2df7d1 req-5d7cc28e-918c-4b43-9757-5d3010257880 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757ed91-50c6-4540-8cc3-7326333adb77 HTTP/1.1" status: 200 len: 945 time: 0.0781553 Apr 22 08:05:33.884288 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-57475e37-281d-4cc4-b280-8aa5fe2df7d1 req-5c1f3eb5-2d50-41c1-860a-952522665fc7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=00c55034-2c18-41b4-9cee-45e149cf65c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454996 Apr 22 08:05:33.933097 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-46a03587-194e-447c-8913-442aa61e1987 req-2e7edc56-bad2-4b90-9767-0707036f1782 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (560518de-21b5-427b-82c2-ce2a5fddce21), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:33.949283 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['560518de-21b5-427b-82c2-ce2a5fddce21'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:05:33.967697 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7edc56-bad2-4b90-9767-0707036f1782 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Pushing event deleted for resources: {'Port': ['ID=560518de-21b5-427b-82c2-ce2a5fddce21,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:33.993324 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7edc56-bad2-4b90-9767-0707036f1782 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:33.994298 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7edc56-bad2-4b90-9767-0707036f1782 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:33.994463 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7edc56-bad2-4b90-9767-0707036f1782 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:33.995135 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7edc56-bad2-4b90-9767-0707036f1782 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:33.995474 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7edc56-bad2-4b90-9767-0707036f1782 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:33.995803 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7edc56-bad2-4b90-9767-0707036f1782 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:33.996130 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7edc56-bad2-4b90-9767-0707036f1782 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:33.996459 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7edc56-bad2-4b90-9767-0707036f1782 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:33.996778 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7edc56-bad2-4b90-9767-0707036f1782 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:33.997107 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7edc56-bad2-4b90-9767-0707036f1782 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:33.997473 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7edc56-bad2-4b90-9767-0707036f1782 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:33.997824 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7edc56-bad2-4b90-9767-0707036f1782 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:33.998151 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7edc56-bad2-4b90-9767-0707036f1782 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:34.024357 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892ee14-8af8-4b9d-9377-3dea49a82664 req-9635791a-3166-457c-aed5-60a48384c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:34.025855 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1892ee14-8af8-4b9d-9377-3dea49a82664 req-9635791a-3166-457c-aed5-60a48384c796 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea95f2f73f24412d821786dca4fd986a&device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 1128 time: 0.0952539 Apr 22 08:05:34.036023 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec39acf-fff1-4f4c-abe8-3599d263a526 req-e4f44284-4945-45bf-bd2a-a80994f36dde tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:34.037468 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-eec39acf-fff1-4f4c-abe8-3599d263a526 req-e4f44284-4945-45bf-bd2a-a80994f36dde tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757ed91-50c6-4540-8cc3-7326333adb77 HTTP/1.1" status: 200 len: 945 time: 0.0773842 Apr 22 08:05:34.041017 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a03587-194e-447c-8913-442aa61e1987 req-2e7edc56-bad2-4b90-9767-0707036f1782 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] No DVR routers for this DVR port 560518de-21b5-427b-82c2-ce2a5fddce21 on host hv-cinder-83888 {{(pid=103833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:05:34.047545 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 34920) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:34.050592 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-46a03587-194e-447c-8913-442aa61e1987 req-2e7edc56-bad2-4b90-9767-0707036f1782 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:34.057246 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-46a03587-194e-447c-8913-442aa61e1987 req-2e7edc56-bad2-4b90-9767-0707036f1782 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.39 "DELETE /v2.0/ports/560518de-21b5-427b-82c2-ce2a5fddce21 HTTP/1.1" status: 204 len: 173 time: 0.5823922 Apr 22 08:05:34.060427 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-beceaa4c-e6d0-4904-9365-c6a8dcfb6a72 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'floatingip': {'port_id': '46975918-5454-4010-9184-10c1acf5863e'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:34.062654 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4601b2-18d6-465a-b575-749db27456a7', 'name': 'network-vif-deleted', 'tag': '560518de-21b5-427b-82c2-ce2a5fddce21'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:05:34.065865 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1f660848c79b36bae0e0b840ac11b5c4e167d2979010aa0292c1729aff9b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f27531-5eb7-4c1d-8067-0923a5aff6c2" -d '{"events": [{"server_uuid": "bb4601b2-18d6-465a-b575-749db27456a7", "name": "network-vif-deleted", "tag": "560518de-21b5-427b-82c2-ce2a5fddce21"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:05:34.129855 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892ee14-8af8-4b9d-9377-3dea49a82664 req-33530c38-cafe-48bb-8ff4-10d7a0a518f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:34.131515 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1892ee14-8af8-4b9d-9377-3dea49a82664 req-33530c38-cafe-48bb-8ff4-10d7a0a518f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=13a6078d-58b1-4081-bb3a-ccd74a412f02 HTTP/1.1" status: 200 len: 920 time: 0.0930405 Apr 22 08:05:34.134540 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdff021e-e495-4fdd-9cd3-c4e8ee3de225 x-openstack-request-id: req-bdff021e-e495-4fdd-9cd3-c4e8ee3de225 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:05:34.134540 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4601b2-18d6-465a-b575-749db27456a7", "name": "network-vif-deleted", "tag": "560518de-21b5-427b-82c2-ce2a5fddce21", "status": "completed", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:05:34.134540 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdff021e-e495-4fdd-9cd3-c4e8ee3de225 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:05:34.134540 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdff021e-e495-4fdd-9cd3-c4e8ee3de225'] response: {'server_uuid': 'bb4601b2-18d6-465a-b575-749db27456a7', 'name': 'network-vif-deleted', 'tag': '560518de-21b5-427b-82c2-ce2a5fddce21', 'status': 'completed', 'code': 200} Apr 22 08:05:34.144755 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-beceaa4c-e6d0-4904-9365-c6a8dcfb6a72 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (86e1b4c3-fdbc-46e0-bf05-e97586e7d4b3), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:34.184702 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1892ee14-8af8-4b9d-9377-3dea49a82664 req-1872d8dc-7bbb-44fe-b9b7-71274d366654 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2568104-a3d6-43ac-84a8-c524baba461d HTTP/1.1" status: 200 len: 217 time: 0.0452695 Apr 22 08:05:34.234982 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892ee14-8af8-4b9d-9377-3dea49a82664 req-e056997b-cbbf-465c-804f-42c7dc2a2fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:34.236465 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1892ee14-8af8-4b9d-9377-3dea49a82664 req-e056997b-cbbf-465c-804f-42c7dc2a2fc3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=434aae01-3eff-47a2-96c3-7b3f40b18165 HTTP/1.1" status: 200 len: 858 time: 0.0460992 Apr 22 08:05:34.313780 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892ee14-8af8-4b9d-9377-3dea49a82664 req-d2852d68-3699-4e0f-89b5-fc3c50bfe216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:34.315427 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1892ee14-8af8-4b9d-9377-3dea49a82664 req-d2852d68-3699-4e0f-89b5-fc3c50bfe216 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13a6078d-58b1-4081-bb3a-ccd74a412f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0699508 Apr 22 08:05:34.418111 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1892ee14-8af8-4b9d-9377-3dea49a82664 req-350c40d0-64f9-4ddc-9208-f6fd8d3ad684 service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940366 Apr 22 08:05:34.572034 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1892ee14-8af8-4b9d-9377-3dea49a82664 req-aff2b7aa-220d-4db7-8d7a-c638d3165988 service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475432 Apr 22 08:05:34.573881 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-584d6e27-b8de-4905-ac11-aad0edf47433 req-09346aac-9bb6-4d23-a7c4-952452ca5e08 tempest-VolumesActionsTest-1325107283 tempest-VolumesActionsTest-1325107283-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb4601b2-18d6-465a-b575-749db27456a7 HTTP/1.1" status: 200 len: 210 time: 0.0406418 Apr 22 08:05:34.597666 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a02ff-d655-4dbb-8582-67b7194b1b64 req-18e8dbb9-c1bc-4999-b664-2a5009470073 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:34.600537 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-207a02ff-d655-4dbb-8582-67b7194b1b64 req-18e8dbb9-c1bc-4999-b664-2a5009470073 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.0995164 Apr 22 08:05:34.654839 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-207a02ff-d655-4dbb-8582-67b7194b1b64 req-ebaca9bb-43d4-4e6b-98a6-512006579f13 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469019 Apr 22 08:05:34.778114 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d7ba1-786b-4597-8e01-f871cb3cfe93 req-77cfb05c-df34-41df-bb9e-65c5179fb008 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:34.779620 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a23d7ba1-786b-4597-8e01-f871cb3cfe93 req-77cfb05c-df34-41df-bb9e-65c5179fb008 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 944 time: 0.0524988 Apr 22 08:05:34.830059 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a23d7ba1-786b-4597-8e01-f871cb3cfe93 req-9d7b9a16-6f7c-462c-8107-e47646d60bda tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445409 Apr 22 08:05:34.946168 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-beceaa4c-e6d0-4904-9365-c6a8dcfb6a72 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:35.024317 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-beceaa4c-e6d0-4904-9365-c6a8dcfb6a72 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (86e1b4c3-fdbc-46e0-bf05-e97586e7d4b3), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:35.129879 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.db.l3_db [None req-beceaa4c-e6d0-4904-9365-c6a8dcfb6a72 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Floating IP 86e1b4c3-fdbc-46e0-bf05-e97586e7d4b3 associated. External IP: 172.28.2.153, port: 46975918-5454-4010-9184-10c1acf5863e. Apr 22 08:05:35.354749 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beceaa4c-e6d0-4904-9365-c6a8dcfb6a72 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Router 7090097d-05ba-42e9-a34f-e11e7566645b has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:05:35.469290 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beceaa4c-e6d0-4904-9365-c6a8dcfb6a72 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:05:35.474013 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-beceaa4c-e6d0-4904-9365-c6a8dcfb6a72 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:35.479156 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db95d5a-92d9-4916-89f9-d0b5d95644ff None None] Sync routers for ids ['7090097d-05ba-42e9-a34f-e11e7566645b'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:05:35.488428 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db95d5a-92d9-4916-89f9-d0b5d95644ff None None] Routers {'7090097d-05ba-42e9-a34f-e11e7566645b'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:05:35.489040 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-0db95d5a-92d9-4916-89f9-d0b5d95644ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:05:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['7090097d-05ba-42e9-a34f-e11e7566645b'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:05:35.504591 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-beceaa4c-e6d0-4904-9365-c6a8dcfb6a72 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "PUT /v2.0/floatingips/86e1b4c3-fdbc-46e0-bf05-e97586e7d4b3 HTTP/1.1" status: 200 len: 991 time: 1.4559851 Apr 22 08:05:35.601782 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-0db95d5a-92d9-4916-89f9-d0b5d95644ff None None] Set router 7090097d-05ba-42e9-a34f-e11e7566645b gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:05:35.791866 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d8f31-7103-4a93-ac54-ae90bf7607cd req-31d72699-24b2-42c0-b879-2eb1d0a605e4 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:35.793424 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-984d8f31-7103-4a93-ac54-ae90bf7607cd req-31d72699-24b2-42c0-b879-2eb1d0a605e4 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.0570445 Apr 22 08:05:35.839115 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-0db95d5a-92d9-4916-89f9-d0b5d95644ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '86e1b4c3-fdbc-46e0-bf05-e97586e7d4b3', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'floating_ip_address': '172.28.2.153', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'port_id': '46975918-5454-4010-9184-10c1acf5863e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'mac_address': 'fa:16:3e:f4:ab:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0757ed91-50c6-4540-8cc3-7326333adb77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:05:15Z', 'updated_at': '2022-04-22T08:05:34Z', 'revision_number': 1, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'fixed_ip_address_scope': None}, {'id': '92107b78-fcd9-4b29-a5c6-aeff3bcb5266', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'floating_ip_address': '172.28.2.175', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'port_id': '2544c230-aa0b-4b61-9082-8839314c06b8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'mac_address': 'fa:16:3e:5e:5b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfc4eb9-90b3-442c-9733-0a0a273812c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:03:58Z', 'updated_at': '2022-04-22T08:04:24Z', 'revision_number': 2, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:05:35.848078 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-984d8f31-7103-4a93-ac54-ae90bf7607cd req-6f59203d-b087-435c-ac73-f2687f27e9a4 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484493 Apr 22 08:05:35.954630 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db95d5a-92d9-4916-89f9-d0b5d95644ff None None] Checking router: 7090097d-05ba-42e9-a34f-e11e7566645b for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:05:35.965152 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db95d5a-92d9-4916-89f9-d0b5d95644ff None None] Routers {'7090097d-05ba-42e9-a34f-e11e7566645b'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:05:35.965782 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-0db95d5a-92d9-4916-89f9-d0b5d95644ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:05:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['7090097d-05ba-42e9-a34f-e11e7566645b'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:05:35.974785 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d0933-7182-4ccc-9065-152a74ace5c6 req-a3ef93c9-86a3-4c05-a781-e93bbc61dd2b tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:35.983406 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b91d0933-7182-4ccc-9065-152a74ace5c6 req-a3ef93c9-86a3-4c05-a781-e93bbc61dd2b tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 944 time: 0.0701284 Apr 22 08:05:36.036774 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b91d0933-7182-4ccc-9065-152a74ace5c6 req-c5f1bebd-d665-41e5-ab54-9897c6e4b4d4 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523705 Apr 22 08:05:36.075753 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-0db95d5a-92d9-4916-89f9-d0b5d95644ff None None] Set router 7090097d-05ba-42e9-a34f-e11e7566645b gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:05:36.134431 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0757ed91-50c6-4540-8cc3-7326333adb77', 'tag': '46975918-5454-4010-9184-10c1acf5863e'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:05:36.136826 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1f660848c79b36bae0e0b840ac11b5c4e167d2979010aa0292c1729aff9b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd623e3b-8118-4933-bcb6-503cb4d1ee6f" -d '{"events": [{"name": "network-changed", "server_uuid": "0757ed91-50c6-4540-8cc3-7326333adb77", "tag": "46975918-5454-4010-9184-10c1acf5863e"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:05:36.188739 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f9d6b2-9eab-473d-bc7d-ab0cc2b3df46 x-openstack-request-id: req-d1f9d6b2-9eab-473d-bc7d-ab0cc2b3df46 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:05:36.189035 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0757ed91-50c6-4540-8cc3-7326333adb77", "tag": "46975918-5454-4010-9184-10c1acf5863e", "status": "completed", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:05:36.189290 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1f9d6b2-9eab-473d-bc7d-ab0cc2b3df46 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:05:36.189699 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f9d6b2-9eab-473d-bc7d-ab0cc2b3df46'] response: {'name': 'network-changed', 'server_uuid': '0757ed91-50c6-4540-8cc3-7326333adb77', 'tag': '46975918-5454-4010-9184-10c1acf5863e', 'status': 'completed', 'code': 200} Apr 22 08:05:36.264309 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd623e3b-8118-4933-bcb6-503cb4d1ee6f req-71299829-12b4-49e2-9086-06774bbdc363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:36.266105 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cd623e3b-8118-4933-bcb6-503cb4d1ee6f req-71299829-12b4-49e2-9086-06774bbdc363 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=418089b9d73b40b198fe850c8e0fa9b8&device_id=0757ed91-50c6-4540-8cc3-7326333adb77 HTTP/1.1" status: 200 len: 1129 time: 0.0503683 Apr 22 08:05:36.338382 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-0db95d5a-92d9-4916-89f9-d0b5d95644ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '86e1b4c3-fdbc-46e0-bf05-e97586e7d4b3', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'floating_ip_address': '172.28.2.153', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'port_id': '46975918-5454-4010-9184-10c1acf5863e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'mac_address': 'fa:16:3e:f4:ab:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0757ed91-50c6-4540-8cc3-7326333adb77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:05:15Z', 'updated_at': '2022-04-22T08:05:34Z', 'revision_number': 1, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'fixed_ip_address_scope': None}, {'id': '92107b78-fcd9-4b29-a5c6-aeff3bcb5266', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'floating_ip_address': '172.28.2.175', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'port_id': '2544c230-aa0b-4b61-9082-8839314c06b8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'mac_address': 'fa:16:3e:5e:5b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfc4eb9-90b3-442c-9733-0a0a273812c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:03:58Z', 'updated_at': '2022-04-22T08:04:24Z', 'revision_number': 2, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:05:36.366953 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db95d5a-92d9-4916-89f9-d0b5d95644ff None None] The sync data for ids ['7090097d-05ba-42e9-a34f-e11e7566645b'] in dv-cinder-838880-1-smb is: [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '86e1b4c3-fdbc-46e0-bf05-e97586e7d4b3', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'floating_ip_address': '172.28.2.153', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'port_id': '46975918-5454-4010-9184-10c1acf5863e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'mac_address': 'fa:16:3e:f4:ab:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0757ed91-50c6-4540-8cc3-7326333adb77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:05:15Z', 'updated_at': '2022-04-22T08:05:34Z', 'revision_number': 1, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'fixed_ip_address_scope': None}, {'id': '92107b78-fcd9-4b29-a5c6-aeff3bcb5266', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'floating_ip_address': '172.28.2.175', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'port_id': '2544c230-aa0b-4b61-9082-8839314c06b8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'mac_address': 'fa:16:3e:5e:5b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfc4eb9-90b3-442c-9733-0a0a273812c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:03:58Z', 'updated_at': '2022-04-22T08:04:24Z', 'revision_number': 2, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:05:36.374359 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd623e3b-8118-4933-bcb6-503cb4d1ee6f req-b22264d0-4c75-4b0b-8710-87ecb0a63b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:36.374696 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cd623e3b-8118-4933-bcb6-503cb4d1ee6f req-b22264d0-4c75-4b0b-8710-87ecb0a63b1b service neutron] 10.222.0.39 "GET /v2.0/networks?id=6dee7f59-68db-465f-b55a-26e8be06de12 HTTP/1.1" status: 200 len: 916 time: 0.1007345 Apr 22 08:05:36.450053 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cd623e3b-8118-4933-bcb6-503cb4d1ee6f req-3b5377ed-4c6d-466a-8547-658938025532 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46975918-5454-4010-9184-10c1acf5863e HTTP/1.1" status: 200 len: 999 time: 0.0687973 Apr 22 08:05:36.506237 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd623e3b-8118-4933-bcb6-503cb4d1ee6f req-ac5e0c96-9763-42c6-9adb-01626f5a7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:36.508325 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cd623e3b-8118-4933-bcb6-503cb4d1ee6f req-ac5e0c96-9763-42c6-9adb-01626f5a7b27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=641627bb-b95d-4c67-8726-0140678dc8e7 HTTP/1.1" status: 200 len: 854 time: 0.0495884 Apr 22 08:05:36.563668 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd623e3b-8118-4933-bcb6-503cb4d1ee6f req-44e19787-bd96-4c8a-88e5-57368a246e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:36.565231 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cd623e3b-8118-4933-bcb6-503cb4d1ee6f req-44e19787-bd96-4c8a-88e5-57368a246e9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6dee7f59-68db-465f-b55a-26e8be06de12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0483122 Apr 22 08:05:36.566142 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device d2568104-a3d6-43ac-84a8-c524baba461d details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:05:36.571232 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb2e64f-71b1-4e6f-8a7e-f8e404ff8214 None None] New status for floating IP 86e1b4c3-fdbc-46e0-bf05-e97586e7d4b3: ACTIVE {{(pid=103834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 08:05:36.659738 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cd623e3b-8118-4933-bcb6-503cb4d1ee6f req-88510d8a-c488-4241-aa04-99b88eaff48f service neutron] 10.222.0.39 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839887 Apr 22 08:05:36.757927 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cd623e3b-8118-4933-bcb6-503cb4d1ee6f req-81cac8e0-b39f-4d62-a208-30c6b5229771 service neutron] 10.222.0.39 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915539 Apr 22 08:05:36.930690 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port d2568104-a3d6-43ac-84a8-c524baba461d, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=d2568104-a3d6-43ac-84a8-c524baba461d,segment=NetworkSegment(0802d4e0-4f59-47a7-8d7e-337a8719f19a),segment_id=0802d4e0-4f59-47a7-8d7e-337a8719f19a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:05:36.942797 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': 'd2568104-a3d6-43ac-84a8-c524baba461d', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'port_id': 'd2568104-a3d6-43ac-84a8-c524baba461d', 'mac_address': 'fa:16:3e:8f:d5:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:05:36.978635 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce888d00-aae4-477e-ba1a-76656f21ff64 req-cc413c70-0e66-4a8a-a537-f0d36ba02557 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:36.980167 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ce888d00-aae4-477e-ba1a-76656f21ff64 req-cc413c70-0e66-4a8a-a537-f0d36ba02557 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.0538800 Apr 22 08:05:36.986256 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port d2568104-a3d6-43ac-84a8-c524baba461d is: DOWN; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:05:36.986734 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (d2568104-a3d6-43ac-84a8-c524baba461d), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:37.001637 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2568104-a3d6-43ac-84a8-c524baba461d {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:05:37.021821 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port d2568104-a3d6-43ac-84a8-c524baba461d, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=d2568104-a3d6-43ac-84a8-c524baba461d,segment=NetworkSegment(0802d4e0-4f59-47a7-8d7e-337a8719f19a),segment_id=0802d4e0-4f59-47a7-8d7e-337a8719f19a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:05:37.034263 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ce888d00-aae4-477e-ba1a-76656f21ff64 req-6e0776a3-ad1e-45a4-9088-7ae74d66716d tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476542 Apr 22 08:05:37.150113 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (d2568104-a3d6-43ac-84a8-c524baba461d), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:37.150827 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:05:37.155438 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72d00c-3a6a-4afb-a06f-dbdbb6230a41 req-86b3946f-d22d-4966-91d3-2af51ff57088 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:37.156928 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7c72d00c-3a6a-4afb-a06f-dbdbb6230a41 req-86b3946f-d22d-4966-91d3-2af51ff57088 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 944 time: 0.0543482 Apr 22 08:05:37.220010 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7c72d00c-3a6a-4afb-a06f-dbdbb6230a41 req-fa43d34d-6f36-4636-b6fe-dfa8b640b824 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563190 Apr 22 08:05:37.263371 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=d2568104-a3d6-43ac-84a8-c524baba461d,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:37.302918 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:05:37.314971 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'port_id': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd', 'mac_address': 'fa:16:3e:ca:f0:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:05:37.359864 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd is: ACTIVE; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:05:37.360252 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:37.374270 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:05:37.395820 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:05:37.467837 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:37.520079 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd,revision_number=6']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:37.639004 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['9f6da4a7-c21c-41aa-b181-66e1c46d5cbd'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:05:37.856837 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['d2568104-a3d6-43ac-84a8-c524baba461d'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:05:38.183788 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64709a-a391-4434-a9b3-4a82c25db3ba req-f656aa18-f98d-49cd-9f16-a88e9fadaba7 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:38.185378 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-de64709a-a391-4434-a9b3-4a82c25db3ba req-f656aa18-f98d-49cd-9f16-a88e9fadaba7 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 945 time: 0.0647166 Apr 22 08:05:38.404493 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-de64709a-a391-4434-a9b3-4a82c25db3ba req-fd09f7b2-0c01-478a-800d-47a2d72d70c8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703950 Apr 22 08:05:38.404493 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef45e91-b63e-4291-9730-3eb54d0a0255 req-d6b16ee2-b3a5-4070-9e5b-e9d10f8028f4 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:38.404493 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7ef45e91-b63e-4291-9730-3eb54d0a0255 req-d6b16ee2-b3a5-4070-9e5b-e9d10f8028f4 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 945 time: 0.0594184 Apr 22 08:05:38.446021 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7ef45e91-b63e-4291-9730-3eb54d0a0255 req-454ff33e-ffdf-4870-9b29-68d9fcd38b58 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561080 Apr 22 08:05:38.572531 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:05:38.644935 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:05:38.645505 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:38.734521 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:05:38.735001 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:38.772543 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a24ec7-f00f-47fc-9c89-aa6fb0222fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:05:38.775164 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c24e81e-016a-4f11-a0b4-8d72f549dbb7" -d '{"events": [{"server_uuid": "63a24ec7-f00f-47fc-9c89-aa6fb0222fcd", "name": "network-vif-plugged", "status": "completed", "tag": "9f6da4a7-c21c-41aa-b181-66e1c46d5cbd"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:05:38.787092 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:05:38.821516 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a7ddae-3cb0-481d-8257-09c720072301 x-openstack-request-id: req-f9a7ddae-3cb0-481d-8257-09c720072301 {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:05:38.821843 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a24ec7-f00f-47fc-9c89-aa6fb0222fcd", "name": "network-vif-plugged", "status": "completed", "tag": "9f6da4a7-c21c-41aa-b181-66e1c46d5cbd", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:05:38.822106 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9a7ddae-3cb0-481d-8257-09c720072301 {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:05:38.822673 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a7ddae-3cb0-481d-8257-09c720072301'] response: {'server_uuid': '63a24ec7-f00f-47fc-9c89-aa6fb0222fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd', 'code': 200} Apr 22 08:05:38.857485 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:38.858409 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 560518de-21b5-427b-82c2-ce2a5fddce21 no longer exists at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:05:38.886518 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] No Port match for: 560518de-21b5-427b-82c2-ce2a5fddce21 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:05:38.886973 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 560518de-21b5-427b-82c2-ce2a5fddce21 not bound to the agent host hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:05:38.953008 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd,revision_number=7']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:39.501672 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329d207-e90e-4cef-a61b-ee38fc66ffa5 req-af4b09f1-413a-47d0-9732-1417fff7313e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:39.503995 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7329d207-e90e-4cef-a61b-ee38fc66ffa5 req-af4b09f1-413a-47d0-9732-1417fff7313e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.0932469 Apr 22 08:05:39.574567 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7329d207-e90e-4cef-a61b-ee38fc66ffa5 req-21e66672-dc8b-4ad3-a029-e20b9dcd9a71 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636232 Apr 22 08:05:39.684716 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a024e-3a13-4c63-8020-77285b294454 req-e406ffb3-6051-491e-846d-8158b3f62d2d tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:39.693852 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e09a024e-3a13-4c63-8020-77285b294454 req-e406ffb3-6051-491e-846d-8158b3f62d2d tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 945 time: 0.1462657 Apr 22 08:05:39.766790 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e09a024e-3a13-4c63-8020-77285b294454 req-a013b837-72e3-4c98-81b8-7afceed88abf tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736401 Apr 22 08:05:40.576910 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-ed344b18-93de-4888-9042-0e90851e28a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:40.599458 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device d2568104-a3d6-43ac-84a8-c524baba461d up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:05:40.719624 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning for port d2568104-a3d6-43ac-84a8-c524baba461d completed by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 08:05:40.741426 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port d2568104-a3d6-43ac-84a8-c524baba461d triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:05:40.741426 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (d2568104-a3d6-43ac-84a8-c524baba461d), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:40.774869 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40c634-a81d-4f80-b67f-5170ad566b01 req-7a4c76f4-7bf9-478a-832a-b9cdd0d7ef0b tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:40.776536 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cc40c634-a81d-4f80-b67f-5170ad566b01 req-7a4c76f4-7bf9-478a-832a-b9cdd0d7ef0b tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.0929530 Apr 22 08:05:40.843006 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cc40c634-a81d-4f80-b67f-5170ad566b01 req-3d3a77ab-a27e-4e20-b0ec-959fc57b6486 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603173 Apr 22 08:05:40.848354 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port d2568104-a3d6-43ac-84a8-c524baba461d is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:05:40.848763 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (d2568104-a3d6-43ac-84a8-c524baba461d), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:40.881447 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2568104-a3d6-43ac-84a8-c524baba461d'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:05:40.896633 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d403630-5365-44cc-891a-97e69a8c729a" -d '{"events": [{"server_uuid": "c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7", "name": "network-vif-plugged", "status": "completed", "tag": "d2568104-a3d6-43ac-84a8-c524baba461d"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:05:40.899019 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port d2568104-a3d6-43ac-84a8-c524baba461d, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=d2568104-a3d6-43ac-84a8-c524baba461d,segment=NetworkSegment(0802d4e0-4f59-47a7-8d7e-337a8719f19a),segment_id=0802d4e0-4f59-47a7-8d7e-337a8719f19a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:05:40.923787 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76afbb5-4b87-4271-a583-f6e46a947890 x-openstack-request-id: req-b76afbb5-4b87-4271-a583-f6e46a947890 {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:05:40.924130 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7", "name": "network-vif-plugged", "status": "completed", "tag": "d2568104-a3d6-43ac-84a8-c524baba461d", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:05:40.924392 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b76afbb5-4b87-4271-a583-f6e46a947890 {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:05:40.924562 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd73880-af12-418c-b0fa-cbf28014f2cc req-0fc4104d-850f-4325-85ab-e0cb28f23d12 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:40.924791 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b76afbb5-4b87-4271-a583-f6e46a947890'] response: {'server_uuid': 'c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2568104-a3d6-43ac-84a8-c524baba461d', 'code': 200} Apr 22 08:05:40.926150 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5fd73880-af12-418c-b0fa-cbf28014f2cc req-0fc4104d-850f-4325-85ab-e0cb28f23d12 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 945 time: 0.0594780 Apr 22 08:05:40.980316 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5fd73880-af12-418c-b0fa-cbf28014f2cc req-dc9875f8-ff94-4fc4-b040-a7c2977b2e7e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474691 Apr 22 08:05:41.216603 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (d2568104-a3d6-43ac-84a8-c524baba461d), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:41.272157 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=d2568104-a3d6-43ac-84a8-c524baba461d,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:41.468082 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b6aeb-ec10-46aa-97a0-20552503a903 req-d8b4d3c3-a013-4b56-9727-75e60e3b8786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:41.469888 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-572b6aeb-ec10-46aa-97a0-20552503a903 req-d8b4d3c3-a013-4b56-9727-75e60e3b8786 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 1130 time: 0.0563567 Apr 22 08:05:41.538675 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-572b6aeb-ec10-46aa-97a0-20552503a903 req-1f3c64aa-6868-49ba-9022-748d9f3e6dc7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532420 Apr 22 08:05:41.986223 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed3e34-a417-4bc2-9fbc-7e8221c53b64 req-4a465906-9c67-4ee0-b45c-a02be4049925 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:41.987958 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-50ed3e34-a417-4bc2-9fbc-7e8221c53b64 req-4a465906-9c67-4ee0-b45c-a02be4049925 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.0657127 Apr 22 08:05:42.047383 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-50ed3e34-a417-4bc2-9fbc-7e8221c53b64 req-73219338-1bef-4997-82f2-c66a472bdc87 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503676 Apr 22 08:05:42.142941 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0341a2-a781-4b10-8184-e103f8a9395a req-2123366c-c266-4a6f-8563-c46eadbc7d1b tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:42.145320 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8d0341a2-a781-4b10-8184-e103f8a9395a req-2123366c-c266-4a6f-8563-c46eadbc7d1b tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0689571 Apr 22 08:05:42.203027 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8d0341a2-a781-4b10-8184-e103f8a9395a req-2ccd3370-1acd-41e2-b46b-f8346573b390 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476682 Apr 22 08:05:42.979476 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0d1348a3-c925-4f93-8c57-97912909365f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:43.206784 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57587ff-4abe-4f1c-93f7-034be6dd5321 req-182d425b-b384-471e-ba57-0ca722a52c6a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:43.214443 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e57587ff-4abe-4f1c-93f7-034be6dd5321 req-182d425b-b384-471e-ba57-0ca722a52c6a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.0700638 Apr 22 08:05:43.279657 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e57587ff-4abe-4f1c-93f7-034be6dd5321 req-b8d5eed6-4e6f-4500-b6c7-41318ae491d0 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642648 Apr 22 08:05:43.395410 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a9aa9-a8c3-469e-8f82-d30525d65f67 req-bfeeb12c-c03c-4cc9-b3ac-73c34e8f39d9 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:43.399106 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b04a9aa9-a8c3-469e-8f82-d30525d65f67 req-bfeeb12c-c03c-4cc9-b3ac-73c34e8f39d9 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0783944 Apr 22 08:05:43.459152 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b04a9aa9-a8c3-469e-8f82-d30525d65f67 req-57d4231e-ca21-4c22-ac72-245853ac88e7 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557261 Apr 22 08:05:44.415341 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e66018-88f8-4ab1-981f-72b23d38b233 req-2329b66d-0158-4b40-8a2b-33fe59ff114c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:44.417085 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e9e66018-88f8-4ab1-981f-72b23d38b233 req-2329b66d-0158-4b40-8a2b-33fe59ff114c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.0563326 Apr 22 08:05:44.470343 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e9e66018-88f8-4ab1-981f-72b23d38b233 req-a690d7b5-7392-4c47-b3a6-4e2965d1720d tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469434 Apr 22 08:05:44.583507 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:44.588104 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fa904-aa97-4e80-ada7-4e4b5aa0b1cd req-3597152b-555f-477f-ba0d-81228763dc33 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:44.589661 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9e1fa904-aa97-4e80-ada7-4e4b5aa0b1cd req-3597152b-555f-477f-ba0d-81228763dc33 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0575669 Apr 22 08:05:44.638451 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9e1fa904-aa97-4e80-ada7-4e4b5aa0b1cd req-0b89ca0e-51ee-4368-ac80-89e9e7d9a067 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431321 Apr 22 08:05:44.819391 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab3c1f-6bc9-4ad2-8886-836a898902c5 req-ba46280f-0a9f-4c56-b60c-a74bb8bbc979 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:44.821927 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-76ab3c1f-6bc9-4ad2-8886-836a898902c5 req-ba46280f-0a9f-4c56-b60c-a74bb8bbc979 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0889680 Apr 22 08:05:44.833115 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 35086) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:44.838463 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-f11dcea0-1404-4998-a490-11e9074ea662 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Request body: {'floatingip': {'port_id': 'd2568104-a3d6-43ac-84a8-c524baba461d'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:05:44.907023 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f11dcea0-1404-4998-a490-11e9074ea662 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for floatingip (a5d6b7bf-0fe1-428c-b285-aafd1b2193ac), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:45.241294 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:45.421484 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f11dcea0-1404-4998-a490-11e9074ea662 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:45.505813 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f11dcea0-1404-4998-a490-11e9074ea662 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (a5d6b7bf-0fe1-428c-b285-aafd1b2193ac), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:45.626307 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.db.l3_db [None req-f11dcea0-1404-4998-a490-11e9074ea662 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Floating IP a5d6b7bf-0fe1-428c-b285-aafd1b2193ac associated. External IP: 172.28.2.186, port: d2568104-a3d6-43ac-84a8-c524baba461d. Apr 22 08:05:45.658181 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30785130-22fc-45c9-a990-3008091743ba req-4035a075-d4be-4fa5-984b-d5cdd2ab0872 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:45.660524 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-30785130-22fc-45c9-a990-3008091743ba req-4035a075-d4be-4fa5-984b-d5cdd2ab0872 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.0918479 Apr 22 08:05:45.742572 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-30785130-22fc-45c9-a990-3008091743ba req-d1005a3a-b88b-4844-9ed9-c6568115d8ea tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748150 Apr 22 08:05:46.146190 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11dcea0-1404-4998-a490-11e9074ea662 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Router 651c8eba-197b-42ec-8934-2473b3d7a60f has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:05:46.265437 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11dcea0-1404-4998-a490-11e9074ea662 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:05:46.273339 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f11dcea0-1404-4998-a490-11e9074ea662 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:46.284224 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da759d36-87fb-4692-ad29-5be97a9e6ab2 None None] Sync routers for ids ['651c8eba-197b-42ec-8934-2473b3d7a60f'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:05:46.308354 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da759d36-87fb-4692-ad29-5be97a9e6ab2 None None] Routers {'651c8eba-197b-42ec-8934-2473b3d7a60f'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:05:46.309561 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-da759d36-87fb-4692-ad29-5be97a9e6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:05:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['651c8eba-197b-42ec-8934-2473b3d7a60f'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:05:46.347237 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-f11dcea0-1404-4998-a490-11e9074ea662 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "PUT /v2.0/floatingips/a5d6b7bf-0fe1-428c-b285-aafd1b2193ac HTTP/1.1" status: 200 len: 992 time: 1.5130169 Apr 22 08:05:46.347818 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7', 'tag': 'd2568104-a3d6-43ac-84a8-c524baba461d'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:05:46.350346 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1f660848c79b36bae0e0b840ac11b5c4e167d2979010aa0292c1729aff9b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394a4a94-989e-413a-927a-a4c665537866" -d '{"events": [{"name": "network-changed", "server_uuid": "c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7", "tag": "d2568104-a3d6-43ac-84a8-c524baba461d"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:05:46.392107 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c786af13-088a-4001-a52f-83f275d7512d x-openstack-request-id: req-c786af13-088a-4001-a52f-83f275d7512d {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:05:46.392402 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7", "tag": "d2568104-a3d6-43ac-84a8-c524baba461d", "status": "completed", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:05:46.392930 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c786af13-088a-4001-a52f-83f275d7512d {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:05:46.393413 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c786af13-088a-4001-a52f-83f275d7512d'] response: {'name': 'network-changed', 'server_uuid': 'c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7', 'tag': 'd2568104-a3d6-43ac-84a8-c524baba461d', 'status': 'completed', 'code': 200} Apr 22 08:05:46.436508 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-da759d36-87fb-4692-ad29-5be97a9e6ab2 None None] Set router 651c8eba-197b-42ec-8934-2473b3d7a60f gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:05:46.470931 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a4a94-989e-413a-927a-a4c665537866 req-6659bb07-468d-41cd-aecf-5cd9db149df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:46.472548 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-394a4a94-989e-413a-927a-a4c665537866 req-6659bb07-468d-41cd-aecf-5cd9db149df7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea95f2f73f24412d821786dca4fd986a&device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 1130 time: 0.0547333 Apr 22 08:05:46.638936 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a4a94-989e-413a-927a-a4c665537866 req-70119b03-f074-452c-8d9c-13db4406ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:46.640687 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-394a4a94-989e-413a-927a-a4c665537866 req-70119b03-f074-452c-8d9c-13db4406ecfe service neutron] 10.222.0.39 "GET /v2.0/networks?id=13a6078d-58b1-4081-bb3a-ccd74a412f02 HTTP/1.1" status: 200 len: 920 time: 0.1494761 Apr 22 08:05:46.718111 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-394a4a94-989e-413a-927a-a4c665537866 req-6f018d56-0fab-4a3a-adc4-3f2b0417ed31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2568104-a3d6-43ac-84a8-c524baba461d HTTP/1.1" status: 200 len: 1000 time: 0.0709395 Apr 22 08:05:46.745301 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-da759d36-87fb-4692-ad29-5be97a9e6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'name': 'tempest-ServerRescueNegativeTestJSON-1894024959-router', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:35Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'gw_port': {'id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': 'a5d6b7bf-0fe1-428c-b285-aafd1b2193ac', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'floating_ip_address': '172.28.2.186', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'port_id': 'd2568104-a3d6-43ac-84a8-c524baba461d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'mac_address': 'fa:16:3e:8f:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:05:25Z', 'updated_at': '2022-04-22T08:05:45Z', 'revision_number': 1, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9652eee9-b3ab-4f7b-83c4-11753f933bce', 'name': '', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'mac_address': 'fa:16:3e:59:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:43Z', 'updated_at': '2022-04-22T08:04:00Z', 'revision_number': 5, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'subnets': [{'id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:05:46.775954 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da759d36-87fb-4692-ad29-5be97a9e6ab2 None None] Checking router: 651c8eba-197b-42ec-8934-2473b3d7a60f for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:05:46.779553 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a4a94-989e-413a-927a-a4c665537866 req-003a3dd0-c11c-4075-929c-bb62a2f5e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:46.781367 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-394a4a94-989e-413a-927a-a4c665537866 req-003a3dd0-c11c-4075-929c-bb62a2f5e1c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=434aae01-3eff-47a2-96c3-7b3f40b18165 HTTP/1.1" status: 200 len: 858 time: 0.0564947 Apr 22 08:05:46.788838 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da759d36-87fb-4692-ad29-5be97a9e6ab2 None None] Routers {'651c8eba-197b-42ec-8934-2473b3d7a60f'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:05:46.789649 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-da759d36-87fb-4692-ad29-5be97a9e6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:05:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['651c8eba-197b-42ec-8934-2473b3d7a60f'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:05:46.902847 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a4a94-989e-413a-927a-a4c665537866 req-cd9d9677-e4dc-4f63-9441-d4970abc76af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:46.905409 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-394a4a94-989e-413a-927a-a4c665537866 req-cd9d9677-e4dc-4f63-9441-d4970abc76af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13a6078d-58b1-4081-bb3a-ccd74a412f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1116843 Apr 22 08:05:46.917186 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:46.935998 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-da759d36-87fb-4692-ad29-5be97a9e6ab2 None None] Set router 651c8eba-197b-42ec-8934-2473b3d7a60f gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:05:46.990944 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff8734-4df7-4c3a-a99a-e628b3041756 req-63737516-b18e-4a52-b374-4eec3db8a317 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:46.992870 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1cff8734-4df7-4c3a-a99a-e628b3041756 req-63737516-b18e-4a52-b374-4eec3db8a317 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.1467721 Apr 22 08:05:47.062539 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1cff8734-4df7-4c3a-a99a-e628b3041756 req-95e2b952-576d-4462-8e4b-b73262c046ca tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626366 Apr 22 08:05:47.094375 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-394a4a94-989e-413a-927a-a4c665537866 req-e78cb6d7-e006-4553-a6c2-0ed4eaf50551 service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772890 Apr 22 08:05:47.196533 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-394a4a94-989e-413a-927a-a4c665537866 req-85f53990-e066-4803-b909-1e9ad795e561 service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944116 Apr 22 08:05:47.249152 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-da759d36-87fb-4692-ad29-5be97a9e6ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'name': 'tempest-ServerRescueNegativeTestJSON-1894024959-router', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:35Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'gw_port': {'id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': 'a5d6b7bf-0fe1-428c-b285-aafd1b2193ac', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'floating_ip_address': '172.28.2.186', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'port_id': 'd2568104-a3d6-43ac-84a8-c524baba461d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'mac_address': 'fa:16:3e:8f:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:05:25Z', 'updated_at': '2022-04-22T08:05:45Z', 'revision_number': 1, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9652eee9-b3ab-4f7b-83c4-11753f933bce', 'name': '', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'mac_address': 'fa:16:3e:59:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:43Z', 'updated_at': '2022-04-22T08:04:00Z', 'revision_number': 5, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'subnets': [{'id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:05:47.287515 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da759d36-87fb-4692-ad29-5be97a9e6ab2 None None] The sync data for ids ['651c8eba-197b-42ec-8934-2473b3d7a60f'] in dv-cinder-838880-1-smb is: [{'id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'name': 'tempest-ServerRescueNegativeTestJSON-1894024959-router', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:35Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'gw_port': {'id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': 'a5d6b7bf-0fe1-428c-b285-aafd1b2193ac', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'floating_ip_address': '172.28.2.186', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'port_id': 'd2568104-a3d6-43ac-84a8-c524baba461d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'mac_address': 'fa:16:3e:8f:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:05:25Z', 'updated_at': '2022-04-22T08:05:45Z', 'revision_number': 1, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9652eee9-b3ab-4f7b-83c4-11753f933bce', 'name': '', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'mac_address': 'fa:16:3e:59:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:43Z', 'updated_at': '2022-04-22T08:04:00Z', 'revision_number': 5, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'subnets': [{'id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:05:47.537285 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f3dac8-0936-493a-ae3f-8f44a421a0fd None None] New status for floating IP a5d6b7bf-0fe1-428c-b285-aafd1b2193ac: ACTIVE {{(pid=103834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 08:05:48.199828 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd07f35-b288-468e-9098-f21792024188 req-2b6956cc-3299-457c-88d5-30228fd0e5f4 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:48.201205 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3bd07f35-b288-468e-9098-f21792024188 req-2b6956cc-3299-457c-88d5-30228fd0e5f4 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.0576620 Apr 22 08:05:48.251974 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3bd07f35-b288-468e-9098-f21792024188 req-5fb6da01-9ac8-443f-b3eb-17936a56e1fa tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453014 Apr 22 08:05:49.400554 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089e164-b7d9-4b7a-bc0c-cb76c5752956 req-38586839-9b3d-46ba-b34b-873d9485d6b9 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:49.401944 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3089e164-b7d9-4b7a-bc0c-cb76c5752956 req-38586839-9b3d-46ba-b34b-873d9485d6b9 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.0561702 Apr 22 08:05:49.450924 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3089e164-b7d9-4b7a-bc0c-cb76c5752956 req-f83f591d-eb0b-4e03-af0f-4c828e8d69be tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431688 Apr 22 08:05:50.393116 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89752b62-7b93-4ebd-b88a-f639a30161b8 req-62385ab5-5874-43a6-a7c1-dc6b7fc14e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:50.394584 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-89752b62-7b93-4ebd-b88a-f639a30161b8 req-62385ab5-5874-43a6-a7c1-dc6b7fc14e83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b16e55435fdd44369ad143385457d955&device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 1130 time: 0.0488138 Apr 22 08:05:50.494055 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89752b62-7b93-4ebd-b88a-f639a30161b8 req-1c4132db-5721-48b2-91df-d50588112427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:50.495547 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-89752b62-7b93-4ebd-b88a-f639a30161b8 req-1c4132db-5721-48b2-91df-d50588112427 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4b674c87-1c24-4bb4-9319-a67400265e39 HTTP/1.1" status: 200 len: 917 time: 0.0952816 Apr 22 08:05:50.586829 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-89752b62-7b93-4ebd-b88a-f639a30161b8 req-beb70519-a48b-4012-af95-45f350e34251 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd HTTP/1.1" status: 200 len: 1002 time: 0.0841317 Apr 22 08:05:50.840584 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08386c-61e2-4d37-a8d0-8e0f82ff3597 req-47b5ab98-90e0-47c4-abb9-337ffae3af0a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:50.841736 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5d08386c-61e2-4d37-a8d0-8e0f82ff3597 req-47b5ab98-90e0-47c4-abb9-337ffae3af0a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.3041396 Apr 22 08:05:50.871003 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89752b62-7b93-4ebd-b88a-f639a30161b8 req-2bd0a62b-1fdc-4f00-8213-1a43155bf70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:50.872406 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-89752b62-7b93-4ebd-b88a-f639a30161b8 req-2bd0a62b-1fdc-4f00-8213-1a43155bf70e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=093be093-5f28-4c4a-80b0-be7fd291fc71 HTTP/1.1" status: 200 len: 855 time: 0.2784765 Apr 22 08:05:50.923754 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5d08386c-61e2-4d37-a8d0-8e0f82ff3597 req-1d044db4-e87a-4677-a7b9-22316c608806 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760202 Apr 22 08:05:50.936984 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89752b62-7b93-4ebd-b88a-f639a30161b8 req-9599690d-5e71-4dd8-b260-161db582a699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:50.938513 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-89752b62-7b93-4ebd-b88a-f639a30161b8 req-9599690d-5e71-4dd8-b260-161db582a699 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b674c87-1c24-4bb4-9319-a67400265e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0565865 Apr 22 08:05:51.039843 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-89752b62-7b93-4ebd-b88a-f639a30161b8 req-0990ab28-6a0b-4189-8d40-83b512f5adec service neutron] 10.222.0.39 "GET /v2.0/networks/4b674c87-1c24-4bb4-9319-a67400265e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908012 Apr 22 08:05:51.132650 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-89752b62-7b93-4ebd-b88a-f639a30161b8 req-6399b0fc-a2a8-48b1-8eaa-8308b93282ce service neutron] 10.222.0.39 "GET /v2.0/networks/4b674c87-1c24-4bb4-9319-a67400265e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812714 Apr 22 08:05:52.051280 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a815ef-82d0-440f-a63a-1efc64755031 req-aa0e6365-4e32-4f4d-898b-b454c0e47d17 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:52.052788 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f3a815ef-82d0-440f-a63a-1efc64755031 req-aa0e6365-4e32-4f4d-898b-b454c0e47d17 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.0553331 Apr 22 08:05:52.101674 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f3a815ef-82d0-440f-a63a-1efc64755031 req-854ec5c4-359b-4cc1-8ce7-8cf9f4ce7e6b tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418715 Apr 22 08:05:53.230460 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f4dea-fdbf-47f1-91f2-db57c3e6339e req-c623d08f-4dc0-4a7f-963e-d6897827e49b tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:53.231985 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ab9f4dea-fdbf-47f1-91f2-db57c3e6339e req-c623d08f-4dc0-4a7f-963e-d6897827e49b tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.0562801 Apr 22 08:05:53.280266 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ab9f4dea-fdbf-47f1-91f2-db57c3e6339e req-8bbd10e9-c66c-43d9-9b83-bbb3db48a39e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426915 Apr 22 08:05:54.403861 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871647ec-5bb7-44e5-8864-2029091160f9 req-c01906f1-e296-4de8-b5f4-9ccfd7cbaa17 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:54.405337 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-871647ec-5bb7-44e5-8864-2029091160f9 req-c01906f1-e296-4de8-b5f4-9ccfd7cbaa17 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 946 time: 0.0518029 Apr 22 08:05:54.452899 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-871647ec-5bb7-44e5-8864-2029091160f9 req-c7eb7912-4f9c-4269-905e-e8de9fbaf733 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415597 Apr 22 08:05:54.662613 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd no longer exists at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:05:54.743193 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd is: ACTIVE; New status is: DOWN {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:05:54.743896 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:54.770211 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a24ec7-f00f-47fc-9c89-aa6fb0222fcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:05:54.772848 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960d2a3a-1cb9-4176-a32f-9b98342d86d0" -d '{"events": [{"server_uuid": "63a24ec7-f00f-47fc-9c89-aa6fb0222fcd", "name": "network-vif-unplugged", "status": "completed", "tag": "9f6da4a7-c21c-41aa-b181-66e1c46d5cbd"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:05:54.780923 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 35248) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:54.788923 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:05:54.831288 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 22 Apr 2022 08:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02038d6-2cf6-4998-82d2-08c2ec812c6f x-openstack-request-id: req-d02038d6-2cf6-4998-82d2-08c2ec812c6f {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:05:54.831882 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a24ec7-f00f-47fc-9c89-aa6fb0222fcd", "name": "network-vif-unplugged", "status": "failed", "tag": "9f6da4a7-c21c-41aa-b181-66e1c46d5cbd", "code": 422}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:05:54.832283 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d02038d6-2cf6-4998-82d2-08c2ec812c6f {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:05:54.832769 dv-cinder-838880-1-smb neutron-server[103834]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d02038d6-2cf6-4998-82d2-08c2ec812c6f']: {'server_uuid': '63a24ec7-f00f-47fc-9c89-aa6fb0222fcd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd', 'code': 422} returned with failed status Apr 22 08:05:54.834823 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dfcea4e-10da-4936-8286-8bfa9e063818 admin admin] Deleting subnet 4138bc1e-043d-465b-b68c-0e89bef2eb0f {{(pid=103832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 22 08:05:54.838122 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3dfcea4e-10da-4936-8286-8bfa9e063818 admin admin] Publish callbacks [] for subnet (4138bc1e-043d-465b-b68c-0e89bef2eb0f), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:54.856841 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:54.872457 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3dfcea4e-10da-4936-8286-8bfa9e063818 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3461980'] for subnet (4138bc1e-043d-465b-b68c-0e89bef2eb0f), precommit_delete_associations {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:54.910095 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd,revision_number=8']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:54.913434 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3dfcea4e-10da-4936-8286-8bfa9e063818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678605'] for subnet (4138bc1e-043d-465b-b68c-0e89bef2eb0f), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:55.068043 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3dfcea4e-10da-4936-8286-8bfa9e063818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4133419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645574'] for subnet (4138bc1e-043d-465b-b68c-0e89bef2eb0f), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:55.093506 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfcea4e-10da-4936-8286-8bfa9e063818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4138bc1e-043d-465b-b68c-0e89bef2eb0f,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:55.098005 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3dfcea4e-10da-4936-8286-8bfa9e063818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:55.102082 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-3dfcea4e-10da-4936-8286-8bfa9e063818 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4138bc1e-043d-465b-b68c-0e89bef2eb0f HTTP/1.1" status: 204 len: 168 time: 0.3200727 Apr 22 08:05:55.105502 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 35250) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:55.107279 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcea4e-10da-4936-8286-8bfa9e063818 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:55.107636 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcea4e-10da-4936-8286-8bfa9e063818 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:55.107981 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcea4e-10da-4936-8286-8bfa9e063818 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:55.108319 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcea4e-10da-4936-8286-8bfa9e063818 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:55.108829 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcea4e-10da-4936-8286-8bfa9e063818 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:55.109164 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcea4e-10da-4936-8286-8bfa9e063818 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:55.109497 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcea4e-10da-4936-8286-8bfa9e063818 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:55.109832 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcea4e-10da-4936-8286-8bfa9e063818 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:55.110159 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcea4e-10da-4936-8286-8bfa9e063818 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:55.110488 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcea4e-10da-4936-8286-8bfa9e063818 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:55.110838 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcea4e-10da-4936-8286-8bfa9e063818 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:55.111163 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcea4e-10da-4936-8286-8bfa9e063818 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:55.111486 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfcea4e-10da-4936-8286-8bfa9e063818 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:05:55.174298 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-88c0d72d-ced3-4ea7-98cb-45138cccccb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7779404'] for network (ee7d2841-34bd-47b2-85a3-258d4cf1aff1), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:55.253013 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-88c0d72d-ced3-4ea7-98cb-45138cccccb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656218', 'neutron.services.segments.db._delete_segments_for_network-8744465249738'] for network (ee7d2841-34bd-47b2-85a3-258d4cf1aff1), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:55.273941 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-88c0d72d-ced3-4ea7-98cb-45138cccccb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee7d2841-34bd-47b2-85a3-258d4cf1aff1']}} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:05:55.283294 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-88c0d72d-ced3-4ea7-98cb-45138cccccb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a0d623-fb7e-43fe-9cb7-4ee261d26fde') {'for_net_delete': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:05:55.283590 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-88c0d72d-ced3-4ea7-98cb-45138cccccb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a0d623-fb7e-43fe-9cb7-4ee261d26fde') {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:05:55.293578 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-88c0d72d-ced3-4ea7-98cb-45138cccccb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744465252819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3532382'] for segment (c3a0d623-fb7e-43fe-9cb7-4ee261d26fde), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:55.307263 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-88c0d72d-ced3-4ea7-98cb-45138cccccb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (c3a0d623-fb7e-43fe-9cb7-4ee261d26fde), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:55.312866 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c0d72d-ced3-4ea7-98cb-45138cccccb8 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 08:05:55.313242 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-88c0d72d-ced3-4ea7-98cb-45138cccccb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4079279'] for segment (c3a0d623-fb7e-43fe-9cb7-4ee261d26fde), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: Traceback (most recent call last): Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: timer() Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: cb(*args, **kw) Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: return func(*args, **kwargs) Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: self._notify() Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: self.callback(batched_events) Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: event.method(event) Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: return f(self, *a, **k) Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: return self._get(url).json() Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: return self.request(url, 'GET', **kwargs) Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 08:05:55.314846 dv-cinder-838880-1-smb neutron-server[103833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 08:05:55.445113 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-88c0d72d-ced3-4ea7-98cb-45138cccccb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7656195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706048'] for network (ee7d2841-34bd-47b2-85a3-258d4cf1aff1), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:55.450602 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-88c0d72d-ced3-4ea7-98cb-45138cccccb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:55.453707 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-88c0d72d-ced3-4ea7-98cb-45138cccccb8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ee7d2841-34bd-47b2-85a3-258d4cf1aff1 HTTP/1.1" status: 204 len: 168 time: 0.3478363 Apr 22 08:05:55.456774 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 35254) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:55.465683 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0d72d-ced3-4ea7-98cb-45138cccccb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee7d2841-34bd-47b2-85a3-258d4cf1aff1,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:55.506583 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c824721-e3c6-41fe-b973-0f8075e27a98 admin admin] Deleting subnet e82266d9-e0d8-48eb-aa1e-51c4087afc2c {{(pid=103832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 22 08:05:55.509938 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9c824721-e3c6-41fe-b973-0f8075e27a98 admin admin] Publish callbacks [] for subnet (e82266d9-e0d8-48eb-aa1e-51c4087afc2c), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:55.548617 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9c824721-e3c6-41fe-b973-0f8075e27a98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3461980'] for subnet (e82266d9-e0d8-48eb-aa1e-51c4087afc2c), precommit_delete_associations {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:55.588686 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9c824721-e3c6-41fe-b973-0f8075e27a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678605'] for subnet (e82266d9-e0d8-48eb-aa1e-51c4087afc2c), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:55.725452 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9c824721-e3c6-41fe-b973-0f8075e27a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4133419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645574'] for subnet (e82266d9-e0d8-48eb-aa1e-51c4087afc2c), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:55.753254 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c824721-e3c6-41fe-b973-0f8075e27a98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e82266d9-e0d8-48eb-aa1e-51c4087afc2c,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:55.758982 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9c824721-e3c6-41fe-b973-0f8075e27a98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:55.765348 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 35262) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:55.765498 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-9c824721-e3c6-41fe-b973-0f8075e27a98 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e82266d9-e0d8-48eb-aa1e-51c4087afc2c HTTP/1.1" status: 204 len: 168 time: 0.3075624 Apr 22 08:05:55.840029 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [req-abe771b9-74c2-4c64-8cc0-ad552272165e req-8ef1f539-c31a-46d6-b617-f9887dff31c8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 08:05:55.841102 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-abe771b9-74c2-4c64-8cc0-ad552272165e req-8ef1f539-c31a-46d6-b617-f9887dff31c8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061221 Apr 22 08:05:55.867166 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0994c586-8161-4f9b-b0b5-40e216018712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7779404'] for network (eb3f0e8f-890b-4adf-958b-93c3664634f4), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:55.965591 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0994c586-8161-4f9b-b0b5-40e216018712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656218', 'neutron.services.segments.db._delete_segments_for_network-8744465249738'] for network (eb3f0e8f-890b-4adf-958b-93c3664634f4), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:55.991944 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-0994c586-8161-4f9b-b0b5-40e216018712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb3f0e8f-890b-4adf-958b-93c3664634f4']}} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:05:56.002031 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-0994c586-8161-4f9b-b0b5-40e216018712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0fd7eb-d2b5-4da8-ab4e-cdd2c0953b61') {'for_net_delete': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:05:56.002324 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-0994c586-8161-4f9b-b0b5-40e216018712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0fd7eb-d2b5-4da8-ab4e-cdd2c0953b61') {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:05:56.014092 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0994c586-8161-4f9b-b0b5-40e216018712 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744465252819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3532382'] for segment (8f0fd7eb-d2b5-4da8-ab4e-cdd2c0953b61), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:56.030748 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0994c586-8161-4f9b-b0b5-40e216018712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (8f0fd7eb-d2b5-4da8-ab4e-cdd2c0953b61), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:56.037792 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0994c586-8161-4f9b-b0b5-40e216018712 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 08:05:56.038273 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0994c586-8161-4f9b-b0b5-40e216018712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4079279'] for segment (8f0fd7eb-d2b5-4da8-ab4e-cdd2c0953b61), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: Traceback (most recent call last): Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: timer() Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: cb(*args, **kw) Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: return func(*args, **kwargs) Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: self._notify() Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: self.callback(batched_events) Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: event.method(event) Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: return f(self, *a, **k) Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: return self._get(url).json() Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: return self.request(url, 'GET', **kwargs) Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 08:05:56.039978 dv-cinder-838880-1-smb neutron-server[103833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 08:05:56.191627 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0994c586-8161-4f9b-b0b5-40e216018712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7656195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706048'] for network (eb3f0e8f-890b-4adf-958b-93c3664634f4), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:56.210907 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0994c586-8161-4f9b-b0b5-40e216018712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:56.216233 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-0994c586-8161-4f9b-b0b5-40e216018712 admin admin] 10.222.0.13 "DELETE /v2.0/networks/eb3f0e8f-890b-4adf-958b-93c3664634f4 HTTP/1.1" status: 204 len: 168 time: 0.4497027 Apr 22 08:05:56.217736 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994c586-8161-4f9b-b0b5-40e216018712 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb3f0e8f-890b-4adf-958b-93c3664634f4,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:56.230967 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4db81-8ecc-4c62-9c71-309a3084a9b3 req-05751d3d-045c-4797-a5b4-f1499999f3b4 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:56.232566 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e3d4db81-8ecc-4c62-9c71-309a3084a9b3 req-05751d3d-045c-4797-a5b4-f1499999f3b4 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 944 time: 0.0642972 Apr 22 08:05:56.296255 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e3d4db81-8ecc-4c62-9c71-309a3084a9b3 req-a589e4ee-9952-492e-89b0-9a06c3a3e721 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565972 Apr 22 08:05:56.580392 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 35286) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:56.621181 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-5abc72de-fef7-4301-a691-415c93372006 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ad83dbbd4ac4c8ab9f756f215aa744d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396080 Apr 22 08:05:56.623570 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 35288) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:56.671030 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e0177a8a-24d0-4d6b-8783-293955b51764 admin admin] Publish callbacks [] for security_group (e72b6986-209d-42e3-b7c9-4dfa2b8552fd), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:56.697475 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e0177a8a-24d0-4d6b-8783-293955b51764 admin admin] Publish callbacks [] for security_group (e72b6986-209d-42e3-b7c9-4dfa2b8552fd), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:56.745899 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 35296) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:56.818422 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e0177a8a-24d0-4d6b-8783-293955b51764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (e72b6986-209d-42e3-b7c9-4dfa2b8552fd), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:56.821525 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e0177a8a-24d0-4d6b-8783-293955b51764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:56.822777 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-e0177a8a-24d0-4d6b-8783-293955b51764 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e72b6986-209d-42e3-b7c9-4dfa2b8552fd HTTP/1.1" status: 204 len: 168 time: 0.1982975 Apr 22 08:05:56.831545 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0177a8a-24d0-4d6b-8783-293955b51764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72b6986-209d-42e3-b7c9-4dfa2b8552fd,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:56.847937 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-234d8a4a-83a1-40c5-81f1-08bf4bbd5b68 req-da1fcfe6-3fb6-4fd5-af95-54d39b1feb92 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917051 Apr 22 08:05:56.856274 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [req-234d8a4a-83a1-40c5-81f1-08bf4bbd5b68 req-b7aa6f07-72dc-4599-ad19-51ad70b174c4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 08:05:56.857227 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-234d8a4a-83a1-40c5-81f1-08bf4bbd5b68 req-b7aa6f07-72dc-4599-ad19-51ad70b174c4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085216 Apr 22 08:05:56.994169 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 35306) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:57.152121 dv-cinder-838880-1-smb neutron-server[103833]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 22 08:05:57.199254 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d8a4a-83a1-40c5-81f1-08bf4bbd5b68 req-668e9076-ded0-4538-8206-7430ea1bc9f3 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:57.205043 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-234d8a4a-83a1-40c5-81f1-08bf4bbd5b68 req-668e9076-ded0-4538-8206-7430ea1bc9f3 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports/9f6da4a7-c21c-41aa-b181-66e1c46d5cbd HTTP/1.1" status: 200 len: 941 time: 0.2051711 Apr 22 08:05:57.426754 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176a282-f994-4683-bfef-a8303f22213f req-dbb48f1b-20d0-4ce8-ae7b-64fd426dfa51 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:57.428227 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0176a282-f994-4683-bfef-a8303f22213f req-dbb48f1b-20d0-4ce8-ae7b-64fd426dfa51 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 944 time: 0.0520129 Apr 22 08:05:57.453146 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:57.473865 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0176a282-f994-4683-bfef-a8303f22213f req-2a1c45f6-f21a-4eb1-ab0e-5ff3b0586abf tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401082 Apr 22 08:05:57.495708 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 35320) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:57.539208 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-bdf873b9-0527-4a50-9e80-b7425d98d9bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61a9da317bc94d8a9173f22b2a748470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422955 Apr 22 08:05:57.544472 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 35322) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:57.596622 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-834adf28-71fd-42ad-908b-e9c6ae4862b0 admin admin] Publish callbacks [] for security_group (a8951b46-4058-4d29-9010-6468c1e1f67c), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:57.617409 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-834adf28-71fd-42ad-908b-e9c6ae4862b0 admin admin] Publish callbacks [] for security_group (a8951b46-4058-4d29-9010-6468c1e1f67c), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:57.753402 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-834adf28-71fd-42ad-908b-e9c6ae4862b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (a8951b46-4058-4d29-9010-6468c1e1f67c), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:57.756888 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-834adf28-71fd-42ad-908b-e9c6ae4862b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:57.757602 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-834adf28-71fd-42ad-908b-e9c6ae4862b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8951b46-4058-4d29-9010-6468c1e1f67c HTTP/1.1" status: 204 len: 168 time: 0.2121158 Apr 22 08:05:57.766740 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834adf28-71fd-42ad-908b-e9c6ae4862b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8951b46-4058-4d29-9010-6468c1e1f67c,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:58.625032 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea61d7b-6274-4476-82ab-29821ae3518d req-274cdf66-987c-4bb3-8f7f-40760f458126 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:58.626611 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-fea61d7b-6274-4476-82ab-29821ae3518d req-274cdf66-987c-4bb3-8f7f-40760f458126 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 944 time: 0.0601468 Apr 22 08:05:58.686265 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-fea61d7b-6274-4476-82ab-29821ae3518d req-41e75f90-2791-4c99-911c-72f8d02229d2 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528069 Apr 22 08:05:59.559648 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 35368) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:59.662797 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d15c3a61-03fe-464e-b8b6-4a1388a1b109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:59.746696 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d15c3a61-03fe-464e-b8b6-4a1388a1b109 admin admin] Publish callbacks [] for security_group (fc76ef9b-33b7-435f-8879-4f1da0dd5977), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:59.827852 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d15c3a61-03fe-464e-b8b6-4a1388a1b109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (fc76ef9b-33b7-435f-8879-4f1da0dd5977), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:59.829727 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d8a4a-83a1-40c5-81f1-08bf4bbd5b68 req-e0ac319f-2b4d-48fd-a8d0-0e085333ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:59.831389 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-234d8a4a-83a1-40c5-81f1-08bf4bbd5b68 req-e0ac319f-2b4d-48fd-a8d0-0e085333ffa4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd&tenant_id=b16e55435fdd44369ad143385457d955 HTTP/1.1" status: 200 len: 1128 time: 0.1348233 Apr 22 08:05:59.849282 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e79a8-77b4-42c9-b41e-c9fab3d3d392 req-902b1513-54fc-4a94-9084-01efd67b48df tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:59.850782 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bf0e79a8-77b4-42c9-b41e-c9fab3d3d392 req-902b1513-54fc-4a94-9084-01efd67b48df tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 944 time: 0.0738912 Apr 22 08:05:59.868730 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-d15c3a61-03fe-464e-b8b6-4a1388a1b109 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=273b6fd32c1f418a9d47144dd3721139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3079681 Apr 22 08:05:59.870016 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c3a61-03fe-464e-b8b6-4a1388a1b109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc76ef9b-33b7-435f-8879-4f1da0dd5977,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:05:59.872298 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 35376) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:05:59.934892 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bf0e79a8-77b4-42c9-b41e-c9fab3d3d392 req-24db9635-6d2e-45ec-8ad4-23a9039d2789 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718863 Apr 22 08:05:59.937705 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d8a4a-83a1-40c5-81f1-08bf4bbd5b68 req-c69e3a29-559b-4f96-9acd-43a5d2880c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:05:59.938154 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7ed4dab8-5c67-462e-a372-832fad1ae1d0 admin admin] Publish callbacks [] for security_group (fc76ef9b-33b7-435f-8879-4f1da0dd5977), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:05:59.939173 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-234d8a4a-83a1-40c5-81f1-08bf4bbd5b68 req-c69e3a29-559b-4f96-9acd-43a5d2880c48 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b16e55435fdd44369ad143385457d955&device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 1128 time: 0.0851245 Apr 22 08:05:59.963048 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7ed4dab8-5c67-462e-a372-832fad1ae1d0 admin admin] Publish callbacks [] for security_group (fc76ef9b-33b7-435f-8879-4f1da0dd5977), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:00.044906 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d8a4a-83a1-40c5-81f1-08bf4bbd5b68 req-464556ff-be0d-4829-90cb-a741254d12d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:00.046412 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-234d8a4a-83a1-40c5-81f1-08bf4bbd5b68 req-464556ff-be0d-4829-90cb-a741254d12d3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4b674c87-1c24-4bb4-9319-a67400265e39 HTTP/1.1" status: 200 len: 917 time: 0.0998833 Apr 22 08:06:00.113202 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-234d8a4a-83a1-40c5-81f1-08bf4bbd5b68 req-f37d286d-4eeb-4c40-b406-cab15440ce27 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd HTTP/1.1" status: 200 len: 1000 time: 0.0573392 Apr 22 08:06:00.125061 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7ed4dab8-5c67-462e-a372-832fad1ae1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (fc76ef9b-33b7-435f-8879-4f1da0dd5977), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:00.127737 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7ed4dab8-5c67-462e-a372-832fad1ae1d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:00.128858 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-7ed4dab8-5c67-462e-a372-832fad1ae1d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc76ef9b-33b7-435f-8879-4f1da0dd5977 HTTP/1.1" status: 204 len: 168 time: 0.2556748 Apr 22 08:06:00.143717 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4dab8-5c67-462e-a372-832fad1ae1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc76ef9b-33b7-435f-8879-4f1da0dd5977,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:00.170189 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d8a4a-83a1-40c5-81f1-08bf4bbd5b68 req-f9cc7789-2ed1-47c4-ab12-7a2ab1e1a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:00.171638 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-234d8a4a-83a1-40c5-81f1-08bf4bbd5b68 req-f9cc7789-2ed1-47c4-ab12-7a2ab1e1a0e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=093be093-5f28-4c4a-80b0-be7fd291fc71 HTTP/1.1" status: 200 len: 855 time: 0.0491045 Apr 22 08:06:00.233396 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d8a4a-83a1-40c5-81f1-08bf4bbd5b68 req-cb1dc8a3-7f6e-4f22-a5e7-e13f8dc77139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:00.234920 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-234d8a4a-83a1-40c5-81f1-08bf4bbd5b68 req-cb1dc8a3-7f6e-4f22-a5e7-e13f8dc77139 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b674c87-1c24-4bb4-9319-a67400265e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0489187 Apr 22 08:06:00.330274 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-234d8a4a-83a1-40c5-81f1-08bf4bbd5b68 req-9a1a7c85-dd27-4682-ae81-7e6aab35a18b service neutron] 10.222.0.39 "GET /v2.0/networks/4b674c87-1c24-4bb4-9319-a67400265e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875578 Apr 22 08:06:00.432927 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-234d8a4a-83a1-40c5-81f1-08bf4bbd5b68 req-5fb8427b-abe0-4139-9a47-947483bc5ac4 service neutron] 10.222.0.39 "GET /v2.0/networks/4b674c87-1c24-4bb4-9319-a67400265e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916605 Apr 22 08:06:01.091293 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89405d39-5443-4eb3-8ff2-92a1f853e899 req-da07c40b-86da-46e6-a9d7-97f3326a42d8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:01.092937 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-89405d39-5443-4eb3-8ff2-92a1f853e899 req-da07c40b-86da-46e6-a9d7-97f3326a42d8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 944 time: 0.0633631 Apr 22 08:06:01.173307 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-89405d39-5443-4eb3-8ff2-92a1f853e899 req-03159f8b-22b3-4c44-b41a-56f7600a4a07 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745037 Apr 22 08:06:01.308231 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 35426) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:06:01.464870 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-956655e7-3c19-4fbd-9831-aad9464aa09f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1934570788-network', 'tenant_id': '54eb0f8b3a1342f195e1f6deccb11646'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:06:01.567295 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956655e7-3c19-4fbd-9831-aad9464aa09f admin admin] Made reservation on behalf of 54eb0f8b3a1342f195e1f6deccb11646 for: {'network': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:06:01.570388 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-956655e7-3c19-4fbd-9831-aad9464aa09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for network (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:01.585730 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-956655e7-3c19-4fbd-9831-aad9464aa09f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:01.687652 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-956655e7-3c19-4fbd-9831-aad9464aa09f admin admin] Publish callbacks [] for security_group (3601320f-2cab-4363-9fbf-1894acb6c240), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:01.778760 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-956655e7-3c19-4fbd-9831-aad9464aa09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (3601320f-2cab-4363-9fbf-1894acb6c240), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:01.806958 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956655e7-3c19-4fbd-9831-aad9464aa09f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 08:06:01.817387 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956655e7-3c19-4fbd-9831-aad9464aa09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3601320f-2cab-4363-9fbf-1894acb6c240,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:01.823471 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-956655e7-3c19-4fbd-9831-aad9464aa09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (d4e0d8ff-410a-48d6-ab4c-75251298923f), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:01.823817 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.segments_db [None req-956655e7-3c19-4fbd-9831-aad9464aa09f admin admin] Added segment d4e0d8ff-410a-48d6-ab4c-75251298923f of type vlan for network 7000b323-b18e-4670-972b-3cb69ae35a08 Apr 22 08:06:01.877354 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-956655e7-3c19-4fbd-9831-aad9464aa09f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744464744888'] for network (7000b323-b18e-4670-972b-3cb69ae35a08), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:01.959478 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-956655e7-3c19-4fbd-9831-aad9464aa09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for network (7000b323-b18e-4670-972b-3cb69ae35a08), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:01.961254 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956655e7-3c19-4fbd-9831-aad9464aa09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:01.961915 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-956655e7-3c19-4fbd-9831-aad9464aa09f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:02.021781 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956655e7-3c19-4fbd-9831-aad9464aa09f admin admin] Pushing event updated for resources: {'Network': ['ID=7000b323-b18e-4670-972b-3cb69ae35a08,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:02.031997 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Network 7000b323-b18e-4670-972b-3cb69ae35a08 details requested by agent ovs-agent-dv-cinder-838880-1-smb with host dv-cinder-838880-1-smb {{(pid=103834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 22 08:06:02.076092 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-956655e7-3c19-4fbd-9831-aad9464aa09f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7667382 Apr 22 08:06:02.079240 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 35432) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:06:02.084921 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-d1c21bc1-70f1-44e5-ae26-53480acf6305 admin admin] Request body: {'subnet': {'network_id': '7000b323-b18e-4670-972b-3cb69ae35a08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1934570788-subnet', 'tenant_id': '54eb0f8b3a1342f195e1f6deccb11646', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:06:02.199375 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c21bc1-70f1-44e5-ae26-53480acf6305 admin admin] Made reservation on behalf of 54eb0f8b3a1342f195e1f6deccb11646 for: {'subnet': 1} {{(pid=103833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:06:02.201752 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d1c21bc1-70f1-44e5-ae26-53480acf6305 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4098371'] for subnet (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:02.368470 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cc682-dc67-446f-94b3-12eeb26c1382 req-872012b5-f906-4a66-bcab-3a6e2e4c7fea tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:02.370138 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e36cc682-dc67-446f-94b3-12eeb26c1382 req-872012b5-f906-4a66-bcab-3a6e2e4c7fea tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 944 time: 0.0869200 Apr 22 08:06:02.428217 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e36cc682-dc67-446f-94b3-12eeb26c1382 req-dd2625fa-23d7-4a5f-a205-d56c9fa0719d tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507994 Apr 22 08:06:02.521839 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d1c21bc1-70f1-44e5-ae26-53480acf6305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4079174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4098429'] for subnet (858bd177-5e35-47aa-b9bd-ac890e72e7a0), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:02.585729 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c21bc1-70f1-44e5-ae26-53480acf6305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=858bd177-5e35-47aa-b9bd-ac890e72e7a0,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:02.597014 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c21bc1-70f1-44e5-ae26-53480acf6305 admin admin] Checking segment: {'id': 'd4e0d8ff-410a-48d6-ab4c-75251298923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7000b323-b18e-4670-972b-3cb69ae35a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:06:02.597447 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c21bc1-70f1-44e5-ae26-53480acf6305 admin admin] Network hostable DHCP agents. Network: 7000b323-b18e-4670-972b-3cb69ae35a08, hostable agents: ['ca8a9934-86f7-419c-ae11-6a211419c5d0'], hosted agents: [] {{(pid=103833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 08:06:02.698707 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c21bc1-70f1-44e5-ae26-53480acf6305 admin admin] Network 7000b323-b18e-4670-972b-3cb69ae35a08 is scheduled to be hosted by DHCP agent ca8a9934-86f7-419c-ae11-6a211419c5d0 with binding_index 1 {{(pid=103833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 08:06:02.772779 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-d1c21bc1-70f1-44e5-ae26-53480acf6305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838880-1-smb, 7000b323-b18e-4670-972b-3cb69ae35a08) {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:06:02.777067 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c21bc1-70f1-44e5-ae26-53480acf6305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:02.777656 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d1c21bc1-70f1-44e5-ae26-53480acf6305 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:02.785475 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b4bc46-c3b1-4d72-b2cd-88d33373bd6f None None] Network 7000b323-b18e-4670-972b-3cb69ae35a08 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:06:02.874447 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-d1c21bc1-70f1-44e5-ae26-53480acf6305 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7933791 Apr 22 08:06:02.898220 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7966e67-0bb3-4b18-9387-d153378808c3 None None] Network 7000b323-b18e-4670-972b-3cb69ae35a08 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:06:03.580862 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d54701-4cd7-4827-9a3e-d06e320a0ed4 req-e6def2f2-f7a5-49cb-b564-4433ed4c11a8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:03.582378 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-97d54701-4cd7-4827-9a3e-d06e320a0ed4 req-e6def2f2-f7a5-49cb-b564-4433ed4c11a8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 944 time: 0.0760922 Apr 22 08:06:03.634944 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-97d54701-4cd7-4827-9a3e-d06e320a0ed4 req-5bf5983c-b972-4be0-90f8-375991ab3b6d tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463583 Apr 22 08:06:04.772237 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce79ab-028b-462e-baaf-99b377a3e932 req-6a3184ce-73e9-4cb9-a9b5-27af22ae89ca tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:04.773864 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9bce79ab-028b-462e-baaf-99b377a3e932 req-6a3184ce-73e9-4cb9-a9b5-27af22ae89ca tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 944 time: 0.0578911 Apr 22 08:06:04.827333 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9bce79ab-028b-462e-baaf-99b377a3e932 req-ca5d1eae-8a7a-433a-afbd-267932bc1435 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475450 Apr 22 08:06:05.092661 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-cc4776c5-3804-4b3a-99d5-ad8ccc9f1d8d tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:05.094123 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-cc4776c5-3804-4b3a-99d5-ad8ccc9f1d8d tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/networks?id=7000b323-b18e-4670-972b-3cb69ae35a08 HTTP/1.1" status: 200 len: 809 time: 0.1139116 Apr 22 08:06:05.110262 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-bddad1cf-d80b-4e3e-ab19-dbf2f2c300ff tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/quotas/54eb0f8b3a1342f195e1f6deccb11646 HTTP/1.1" status: 200 len: 375 time: 0.0105376 Apr 22 08:06:05.143773 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-408dff2d-dab1-4b63-9132-02062b3f69b3 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=54eb0f8b3a1342f195e1f6deccb11646&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280566 Apr 22 08:06:05.254102 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-d8694937-9cab-4493-86a8-ec6ed8c682f9 service neutron] 10.222.0.13 "GET /v2.0/networks/7000b323-b18e-4670-972b-3cb69ae35a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984495 Apr 22 08:06:05.356428 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-8e4d6676-d52c-4c0d-9fe7-8baab1aa731e service neutron] 10.222.0.13 "GET /v2.0/networks/7000b323-b18e-4670-972b-3cb69ae35a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953591 Apr 22 08:06:05.653572 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-21cbc404-6ab9-42f3-99ec-655fd4b69065 req-ee76015e-c8a9-4464-a93f-e6073ca479dd tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 210 time: 0.0482588 Apr 22 08:06:05.981552 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932de9c1-fb2d-415f-8b47-7f0ebc232af7 req-75067757-6f73-40c4-828d-b2bef49d7542 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:05.983111 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-932de9c1-fb2d-415f-8b47-7f0ebc232af7 req-75067757-6f73-40c4-828d-b2bef49d7542 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 944 time: 0.0725560 Apr 22 08:06:06.046075 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-932de9c1-fb2d-415f-8b47-7f0ebc232af7 req-38c13823-7134-42f1-8a3e-355d940abd0c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554824 Apr 22 08:06:06.760732 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9bfc6dec-2b23-4814-9b9f-01a5668e2aad req-79ab9a5b-89f5-4795-80a4-d12d7573136d tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 210 time: 0.0271618 Apr 22 08:06:07.190319 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f25ed8-01f9-4fe2-80d8-3d7b8e4c5805 req-4956540f-05b1-49b8-8c08-fd4849d3cd16 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:07.191902 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-98f25ed8-01f9-4fe2-80d8-3d7b8e4c5805 req-4956540f-05b1-49b8-8c08-fd4849d3cd16 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 944 time: 0.0551848 Apr 22 08:06:07.248091 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-98f25ed8-01f9-4fe2-80d8-3d7b8e4c5805 req-851c9487-22ff-4af2-80c7-e7453b746c2e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455458 Apr 22 08:06:07.878714 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7155099f-639d-4491-9828-aa442d759cc1 req-fe754be7-e919-48ca-b3d1-68a02074adc0 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 210 time: 0.0430679 Apr 22 08:06:08.384976 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34c18f-e699-4c89-aa0c-1d08289d694a req-addcf629-cf39-4534-8513-377f5e1ff203 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:08.386466 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-fe34c18f-e699-4c89-aa0c-1d08289d694a req-addcf629-cf39-4534-8513-377f5e1ff203 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 944 time: 0.0586824 Apr 22 08:06:08.446082 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-fe34c18f-e699-4c89-aa0c-1d08289d694a req-6741d923-5bbf-4c98-b720-de9adc12a2e9 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539296 Apr 22 08:06:08.793515 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:06:08.981455 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5d9a4c55-c168-40c2-b183-c7a98d8e7154 req-0a84c8e0-98ef-4833-9ac4-1653bf32b4e0 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 210 time: 0.0307939 Apr 22 08:06:09.579460 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63579ac1-afc8-4b4a-8373-723f93d431f7 req-eecebe59-ad5b-4243-a711-fb46990e6ea7 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:09.580830 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-63579ac1-afc8-4b4a-8373-723f93d431f7 req-eecebe59-ad5b-4243-a711-fb46990e6ea7 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 944 time: 0.0593846 Apr 22 08:06:09.632996 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-63579ac1-afc8-4b4a-8373-723f93d431f7 req-22dfaf49-f9fd-41d5-8bbd-8a5807e1217a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442791 Apr 22 08:06:10.092646 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b8e5f570-ae2e-4ffe-8d87-602f930c63d5 req-591d77ae-6b96-4a17-b614-7e9021c9ceb0 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 210 time: 0.0354626 Apr 22 08:06:10.561193 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-998c64c6-f6d6-40e9-a96d-25cb683ba58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:10.755685 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b842692-f28e-4bac-9731-28b754ab825b req-15dd2126-6b82-487b-9f84-484c626f68ff tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:10.757708 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4b842692-f28e-4bac-9731-28b754ab825b req-15dd2126-6b82-487b-9f84-484c626f68ff tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 944 time: 0.0510552 Apr 22 08:06:10.803203 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4b842692-f28e-4bac-9731-28b754ab825b req-30be6417-5aa6-4674-8f3b-93a70ccc74fb tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399849 Apr 22 08:06:11.192192 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cd12cc10-ac1e-4318-b41c-092f6ff92f8c req-677ec34b-e11d-41d4-8b5d-b909976140db tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 210 time: 0.0302145 Apr 22 08:06:11.976206 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1be5a6-213d-42f3-81ac-e70a4d1ea13e req-69efcb90-6702-4bf9-a2a0-3786b7062f80 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:11.977689 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4b1be5a6-213d-42f3-81ac-e70a4d1ea13e req-69efcb90-6702-4bf9-a2a0-3786b7062f80 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 944 time: 0.1034865 Apr 22 08:06:12.044843 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-125fe7c1-4506-4f39-8aa1-8a2d3c6d18b7 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:12.046447 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-125fe7c1-4506-4f39-8aa1-8a2d3c6d18b7 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.39 "GET /v2.0/networks?id=7000b323-b18e-4670-972b-3cb69ae35a08 HTTP/1.1" status: 200 len: 809 time: 0.1417084 Apr 22 08:06:12.057814 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4b1be5a6-213d-42f3-81ac-e70a4d1ea13e req-acfccd47-eaa8-4ebe-9b24-3f61452f6e94 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743575 Apr 22 08:06:12.078001 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-f1cac5be-d0eb-4777-9c90-84d3905cb0dc tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Request body: {'port': {'device_id': '55730019-e604-4927-b39b-c358335a9fbc', 'network_id': '7000b323-b18e-4670-972b-3cb69ae35a08', 'admin_state_up': True, 'tenant_id': '54eb0f8b3a1342f195e1f6deccb11646'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:06:12.299125 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3baa2c3b-bb9a-4567-8be1-8fd2cc46f609 req-ea6aa137-d653-4728-8b53-bd0f839e9f8b tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 210 time: 0.0319154 Apr 22 08:06:12.318705 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-f1cac5be-d0eb-4777-9c90-84d3905cb0dc tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Made reservation on behalf of 54eb0f8b3a1342f195e1f6deccb11646 for: {'port': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:06:12.320823 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-f1cac5be-d0eb-4777-9c90-84d3905cb0dc tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:12.443032 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-f1cac5be-d0eb-4777-9c90-84d3905cb0dc tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Allocated IP 172.20.0.9 (7000b323-b18e-4670-972b-3cb69ae35a08/858bd177-5e35-47aa-b9bd-ac890e72e7a0/6aed7bab-7bb2-43bb-8ef4-892f334d8636) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:06:12.587316 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-f1cac5be-d0eb-4777-9c90-84d3905cb0dc tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Publish callbacks [] for port (6aed7bab-7bb2-43bb-8ef4-892f334d8636), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:12.673488 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-f1cac5be-d0eb-4777-9c90-84d3905cb0dc tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (6aed7bab-7bb2-43bb-8ef4-892f334d8636), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:12.713446 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-f1cac5be-d0eb-4777-9c90-84d3905cb0dc tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Network 7000b323-b18e-4670-972b-3cb69ae35a08 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:06:12.716375 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-f1cac5be-d0eb-4777-9c90-84d3905cb0dc tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:06:12.722277 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-f1cac5be-d0eb-4777-9c90-84d3905cb0dc tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:06:12.728454 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cac5be-d0eb-4777-9c90-84d3905cb0dc tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Pushing event updated for resources: {'Port': ['ID=6aed7bab-7bb2-43bb-8ef4-892f334d8636,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:12.775399 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-f1cac5be-d0eb-4777-9c90-84d3905cb0dc tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:12.776014 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-f1cac5be-d0eb-4777-9c90-84d3905cb0dc tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:12.836159 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-f1cac5be-d0eb-4777-9c90-84d3905cb0dc tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7671711 Apr 22 08:06:12.852693 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] Request body: {'port': {'device_id': '55730019-e604-4927-b39b-c358335a9fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83888'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:06:12.912222 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (6aed7bab-7bb2-43bb-8ef4-892f334d8636), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:12.961471 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-7463e383-5391-469b-a827-29e479076455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:13.220377 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aed7bab-7bb2-43bb-8ef4-892f334d8636 {{(pid=103832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:06:13.230815 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ce1f3-81c6-4649-bc77-934f2ac61ca6 req-8e235f56-be29-42f7-abd4-7035b5eba261 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:13.232264 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e69ce1f3-81c6-4649-bc77-934f2ac61ca6 req-8e235f56-be29-42f7-abd4-7035b5eba261 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 944 time: 0.0973630 Apr 22 08:06:13.236382 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] Publish callbacks [] for port (6aed7bab-7bb2-43bb-8ef4-892f334d8636), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:13.261670 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.provisioning_blocks [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] Transition to ACTIVE for port object 6aed7bab-7bb2-43bb-8ef4-892f334d8636 will not be triggered until provisioned by entity L2. {{(pid=103832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 22 08:06:13.289480 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e69ce1f3-81c6-4649-bc77-934f2ac61ca6 req-6d84c9ee-6540-44ef-9a6b-f3382dd563db tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507092 Apr 22 08:06:13.359381 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (6aed7bab-7bb2-43bb-8ef4-892f334d8636), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:13.443414 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] Pushing event updated for resources: {'Port': ['ID=6aed7bab-7bb2-43bb-8ef4-892f334d8636,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:13.703565 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161977ac-b3a3-4f76-b3aa-d32f915b1076 req-4058ebb3-3f7f-48c2-835b-4ccd4195a656 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:13.705017 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-161977ac-b3a3-4f76-b3aa-d32f915b1076 req-4058ebb3-3f7f-48c2-835b-4ccd4195a656 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 943 time: 0.3373568 Apr 22 08:06:13.743522 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] Attempting to bind port 6aed7bab-7bb2-43bb-8ef4-892f334d8636 on host hv-cinder-83888 for vnic_type normal with profile {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:06:13.757857 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] Attempting to bind port 6aed7bab-7bb2-43bb-8ef4-892f334d8636 by drivers openvswitch,hyperv on host hv-cinder-83888 at level 0 using segments [{'id': 'd4e0d8ff-410a-48d6-ab4c-75251298923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7000b323-b18e-4670-972b-3cb69ae35a08'}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:06:13.757857 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] Attempting to bind port 6aed7bab-7bb2-43bb-8ef4-892f334d8636 on network 7000b323-b18e-4670-972b-3cb69ae35a08 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:06:13.757857 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] Port 6aed7bab-7bb2-43bb-8ef4-892f334d8636 on network 7000b323-b18e-4670-972b-3cb69ae35a08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83888 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 08:06:13.757857 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] Attempting to bind port 6aed7bab-7bb2-43bb-8ef4-892f334d8636 on network 7000b323-b18e-4670-972b-3cb69ae35a08 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:06:13.768430 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] Checking agent: {'id': '5d37a790-f600-4ea4-a99b-32bf15642def', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'started_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:06:13.768769 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] Checking segment: {'id': 'd4e0d8ff-410a-48d6-ab4c-75251298923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7000b323-b18e-4670-972b-3cb69ae35a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:06:13.769150 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] Bound using segment: {'id': 'd4e0d8ff-410a-48d6-ab4c-75251298923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7000b323-b18e-4670-972b-3cb69ae35a08'} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:06:13.769579 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] Bound port: 6aed7bab-7bb2-43bb-8ef4-892f334d8636, host: hv-cinder-83888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e0d8ff-410a-48d6-ab4c-75251298923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7000b323-b18e-4670-972b-3cb69ae35a08'}}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:06:13.769934 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (6aed7bab-7bb2-43bb-8ef4-892f334d8636), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:13.774745 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-161977ac-b3a3-4f76-b3aa-d32f915b1076 req-928efccf-b7f6-4a98-b305-5eb7b909e5e7 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636401 Apr 22 08:06:13.835976 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] For port 6aed7bab-7bb2-43bb-8ef4-892f334d8636, host hv-cinder-83888, cleared binding levels {{(pid=103832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:06:13.838947 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] For port 6aed7bab-7bb2-43bb-8ef4-892f334d8636, host hv-cinder-83888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=6aed7bab-7bb2-43bb-8ef4-892f334d8636,segment=NetworkSegment(d4e0d8ff-410a-48d6-ab4c-75251298923f),segment_id=d4e0d8ff-410a-48d6-ab4c-75251298923f)] {{(pid=103832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:06:13.907882 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (6aed7bab-7bb2-43bb-8ef4-892f334d8636), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:13.944002 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:13.944615 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:13.945972 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] 10.222.0.39 "PUT /v2.0/ports/6aed7bab-7bb2-43bb-8ef4-892f334d8636 HTTP/1.1" status: 200 len: 1093 time: 1.0977829 Apr 22 08:06:13.946408 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55730019-e604-4927-b39b-c358335a9fbc', 'tag': '6aed7bab-7bb2-43bb-8ef4-892f334d8636'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:06:13.948649 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9569dc2f-a676-47d9-baf8-773008dd66dd" -d '{"events": [{"name": "network-changed", "server_uuid": "55730019-e604-4927-b39b-c358335a9fbc", "tag": "6aed7bab-7bb2-43bb-8ef4-892f334d8636"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:06:13.975521 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da972242-8f7e-43e9-9fcb-f3291202a715 service neutron] Pushing event updated for resources: {'Port': ['ID=6aed7bab-7bb2-43bb-8ef4-892f334d8636,revision_number=3']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:13.983451 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88819a12-66be-442d-a7d7-8970cd5509bb x-openstack-request-id: req-88819a12-66be-442d-a7d7-8970cd5509bb {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:06:13.983737 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55730019-e604-4927-b39b-c358335a9fbc", "tag": "6aed7bab-7bb2-43bb-8ef4-892f334d8636", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:06:13.983986 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88819a12-66be-442d-a7d7-8970cd5509bb {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:06:13.984991 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88819a12-66be-442d-a7d7-8970cd5509bb'] response: {'name': 'network-changed', 'server_uuid': '55730019-e604-4927-b39b-c358335a9fbc', 'tag': '6aed7bab-7bb2-43bb-8ef4-892f334d8636', 'status': 'completed', 'code': 200} Apr 22 08:06:14.052122 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569dc2f-a676-47d9-baf8-773008dd66dd req-00b64c12-26de-460d-a23b-10d5d635205a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:14.053603 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9569dc2f-a676-47d9-baf8-773008dd66dd req-00b64c12-26de-460d-a23b-10d5d635205a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54eb0f8b3a1342f195e1f6deccb11646&device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 1127 time: 0.0444376 Apr 22 08:06:14.150893 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569dc2f-a676-47d9-baf8-773008dd66dd req-664ad4c0-93ac-43ee-a283-798396f4d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:14.152369 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9569dc2f-a676-47d9-baf8-773008dd66dd req-664ad4c0-93ac-43ee-a283-798396f4d776 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=54eb0f8b3a1342f195e1f6deccb11646&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0909371 Apr 22 08:06:14.241694 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569dc2f-a676-47d9-baf8-773008dd66dd req-9ed8cc65-db0d-49df-a975-b577a70a57e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:14.243077 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9569dc2f-a676-47d9-baf8-773008dd66dd req-9ed8cc65-db0d-49df-a975-b577a70a57e9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0844491 Apr 22 08:06:14.321394 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-1ecba06d-ecc8-4b09-bef8-48d30b14d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:14.322904 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-1ecba06d-ecc8-4b09-bef8-48d30b14d210 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54eb0f8b3a1342f195e1f6deccb11646&device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 1127 time: 0.0441806 Apr 22 08:06:14.332590 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:14.371258 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-59dcf925-ba00-4b36-bba8-010db6b62945 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6aed7bab-7bb2-43bb-8ef4-892f334d8636 HTTP/1.1" status: 200 len: 217 time: 0.0400555 Apr 22 08:06:14.447928 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-7cdd57ed-a5cb-4599-b96a-c6257aa66a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:14.449468 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-7cdd57ed-a5cb-4599-b96a-c6257aa66a1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=858bd177-5e35-47aa-b9bd-ac890e72e7a0 HTTP/1.1" status: 200 len: 849 time: 0.0710638 Apr 22 08:06:14.463290 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bccc5b-9bda-4e15-a43f-5dd89b90c589 req-989a18e0-803c-48a8-abbf-52dd9e9631e6 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:14.464660 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c3bccc5b-9bda-4e15-a43f-5dd89b90c589 req-989a18e0-803c-48a8-abbf-52dd9e9631e6 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 944 time: 0.0958581 Apr 22 08:06:14.502033 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-c3f410d9-4ffe-41c0-8f2b-63fdf458cca5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7000b323-b18e-4670-972b-3cb69ae35a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363553 Apr 22 08:06:14.568803 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c3bccc5b-9bda-4e15-a43f-5dd89b90c589 req-931ba79d-0afa-4de1-99ac-714fa8f1697b tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961218 Apr 22 08:06:14.607786 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-9b6c18ea-48bb-4abd-8055-838eceee4293 service neutron] 10.222.0.39 "GET /v2.0/networks/7000b323-b18e-4670-972b-3cb69ae35a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978427 Apr 22 08:06:14.698282 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-04bb0b42-6a2a-4fe4-999c-6f14e152bc94 req-7ae803fe-dbe8-4182-8e8a-d4160d0c310e service neutron] 10.222.0.39 "GET /v2.0/networks/7000b323-b18e-4670-972b-3cb69ae35a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837350 Apr 22 08:06:14.754086 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:06:14.900859 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8a8d6-82ef-4df3-b868-f2c3251baa38 req-3e346838-af78-4ea1-b56d-11661983b61a tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:14.902366 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b4a8a8d6-82ef-4df3-b868-f2c3251baa38 req-3e346838-af78-4ea1-b56d-11661983b61a tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 943 time: 0.0550282 Apr 22 08:06:14.949759 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b4a8a8d6-82ef-4df3-b868-f2c3251baa38 req-8fc152fc-2a4e-446b-ae65-32f6416a5394 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418088 Apr 22 08:06:14.974759 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:06:14.986445 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'port_id': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd', 'mac_address': 'fa:16:3e:ca:f0:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:06:15.023821 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd is: DOWN; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:06:15.024139 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:15.037118 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:06:15.060842 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:06:15.122287 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:15.170477 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd,revision_number=9']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:15.206812 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:15.492961 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['9f6da4a7-c21c-41aa-b181-66e1c46d5cbd'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:06:15.694606 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92156ba8-2e89-4e56-82d4-9e8f6c15da40 req-7deba719-9951-4005-b175-5f31be7fbb80 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:15.696081 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-92156ba8-2e89-4e56-82d4-9e8f6c15da40 req-7deba719-9951-4005-b175-5f31be7fbb80 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 945 time: 0.0551789 Apr 22 08:06:15.748045 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-92156ba8-2e89-4e56-82d4-9e8f6c15da40 req-3dd02090-f768-49e6-b519-1b3e941ff189 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463834 Apr 22 08:06:16.075837 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da30cfc-9c8f-4def-a0c4-5d8c79d993fe req-cadb11af-3e6a-4049-9384-f39fbbefd5bf tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:16.077446 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0da30cfc-9c8f-4def-a0c4-5d8c79d993fe req-cadb11af-3e6a-4049-9384-f39fbbefd5bf tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 943 time: 0.0613825 Apr 22 08:06:16.125603 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0da30cfc-9c8f-4def-a0c4-5d8c79d993fe req-0813c1b8-8146-4246-8755-f615f3c50811 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425842 Apr 22 08:06:16.759607 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:06:16.806167 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:06:16.806569 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:16.876532 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fe244-aabb-4aaf-97ff-8175b836e72f req-fc381127-4704-4c98-b0fa-ec44d7dc1ad7 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:16.876532 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-524fe244-aabb-4aaf-97ff-8175b836e72f req-fc381127-4704-4c98-b0fa-ec44d7dc1ad7 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 945 time: 0.0542943 Apr 22 08:06:16.894337 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:06:16.894801 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:16.921668 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a24ec7-f00f-47fc-9c89-aa6fb0222fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:06:16.923755 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-524fe244-aabb-4aaf-97ff-8175b836e72f req-38ae280a-a104-4f2f-b680-8ffc514152b1 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454233 Apr 22 08:06:16.924030 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112b4187-f964-43a4-b633-3d8bcea42baa" -d '{"events": [{"server_uuid": "63a24ec7-f00f-47fc-9c89-aa6fb0222fcd", "name": "network-vif-plugged", "status": "completed", "tag": "9f6da4a7-c21c-41aa-b181-66e1c46d5cbd"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:06:16.936524 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:16.939129 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:06:16.959832 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635ea868-4e2f-423d-b134-638e6ba44fab x-openstack-request-id: req-635ea868-4e2f-423d-b134-638e6ba44fab {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:06:16.960158 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a24ec7-f00f-47fc-9c89-aa6fb0222fcd", "name": "network-vif-plugged", "status": "completed", "tag": "9f6da4a7-c21c-41aa-b181-66e1c46d5cbd", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:06:16.960416 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-635ea868-4e2f-423d-b134-638e6ba44fab {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:06:16.960813 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-635ea868-4e2f-423d-b134-638e6ba44fab'] response: {'server_uuid': '63a24ec7-f00f-47fc-9c89-aa6fb0222fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd', 'code': 200} Apr 22 08:06:17.004653 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:17.059737 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd,revision_number=10']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:17.240753 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dbdae-2608-4978-a6f1-387a92896e67 req-f37be6c0-47c0-4231-87bc-dec3e980bf0e tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:17.242116 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cf5dbdae-2608-4978-a6f1-387a92896e67 req-f37be6c0-47c0-4231-87bc-dec3e980bf0e tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 943 time: 0.0510798 Apr 22 08:06:17.287903 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cf5dbdae-2608-4978-a6f1-387a92896e67 req-ced775c4-0701-4c50-8787-9bd4c2f9b3da tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401878 Apr 22 08:06:18.054278 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd28be2-d26a-4150-8db7-e910bb33851a req-9132d772-6cf6-46c9-9040-332d827947ac tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:18.056275 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1bd28be2-d26a-4150-8db7-e910bb33851a req-9132d772-6cf6-46c9-9040-332d827947ac tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 947 time: 0.0546300 Apr 22 08:06:18.104833 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1bd28be2-d26a-4150-8db7-e910bb33851a req-622076b6-d884-4e97-a2d3-cbd9df4a95c9 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429027 Apr 22 08:06:18.445090 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e3aa4-e4bc-4466-8c03-42e2597c113a req-4eaadf47-325d-4fe3-ac78-5c668465dace tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:18.446616 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5b5e3aa4-e4bc-4466-8c03-42e2597c113a req-4eaadf47-325d-4fe3-ac78-5c668465dace tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 943 time: 0.0907059 Apr 22 08:06:18.452572 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1444771-fcc1-405d-8e9d-6dcfcbb39806 req-7bdcf5e9-6df5-4ea0-8d4e-6ff563a9c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:18.453949 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c1444771-fcc1-405d-8e9d-6dcfcbb39806 req-7bdcf5e9-6df5-4ea0-8d4e-6ff563a9c069 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 1131 time: 0.0626495 Apr 22 08:06:18.514449 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5b5e3aa4-e4bc-4466-8c03-42e2597c113a req-6260a9ef-e208-45f7-8b3e-4286fd25e1a4 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594738 Apr 22 08:06:18.528336 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c1444771-fcc1-405d-8e9d-6dcfcbb39806 req-7943bcfb-d383-42be-8956-a1f4c8962f3b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611529 Apr 22 08:06:18.786681 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 6aed7bab-7bb2-43bb-8ef4-892f334d8636 details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:06:18.883503 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 6aed7bab-7bb2-43bb-8ef4-892f334d8636, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=6aed7bab-7bb2-43bb-8ef4-892f334d8636,segment=NetworkSegment(d4e0d8ff-410a-48d6-ab4c-75251298923f),segment_id=d4e0d8ff-410a-48d6-ab4c-75251298923f)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:06:18.894940 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': '6aed7bab-7bb2-43bb-8ef4-892f334d8636', 'network_id': '7000b323-b18e-4670-972b-3cb69ae35a08', 'port_id': '6aed7bab-7bb2-43bb-8ef4-892f334d8636', 'mac_address': 'fa:16:3e:49:0d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858bd177-5e35-47aa-b9bd-ac890e72e7a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:06:18.931623 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 6aed7bab-7bb2-43bb-8ef4-892f334d8636 is: DOWN; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:06:18.932015 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (6aed7bab-7bb2-43bb-8ef4-892f334d8636), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:18.944326 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aed7bab-7bb2-43bb-8ef4-892f334d8636 {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:06:18.963964 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 6aed7bab-7bb2-43bb-8ef4-892f334d8636, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=6aed7bab-7bb2-43bb-8ef4-892f334d8636,segment=NetworkSegment(d4e0d8ff-410a-48d6-ab4c-75251298923f),segment_id=d4e0d8ff-410a-48d6-ab4c-75251298923f)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:06:19.029930 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (6aed7bab-7bb2-43bb-8ef4-892f334d8636), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:19.075799 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=6aed7bab-7bb2-43bb-8ef4-892f334d8636,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:19.229784 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f09af-ac69-4b06-a375-586f5cb02164 req-d746099f-2c57-4677-be63-67573c73849b tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:19.231302 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7a9f09af-ac69-4b06-a375-586f5cb02164 req-d746099f-2c57-4677-be63-67573c73849b tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 947 time: 0.0554028 Apr 22 08:06:19.281833 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7a9f09af-ac69-4b06-a375-586f5cb02164 req-d69509e8-898c-4f14-b9ea-b045843aac9e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450015 Apr 22 08:06:19.350765 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['6aed7bab-7bb2-43bb-8ef4-892f334d8636'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:06:19.630360 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcf963-4c93-4711-9517-e2ec0d8d016c req-b4fa02a7-3d55-4931-834b-7e4e4d6cd23b tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:19.631796 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d5dcf963-4c93-4711-9517-e2ec0d8d016c req-b4fa02a7-3d55-4931-834b-7e4e4d6cd23b tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 944 time: 0.0520594 Apr 22 08:06:19.690102 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d5dcf963-4c93-4711-9517-e2ec0d8d016c req-0b2aa5ef-8e2e-4d9d-a42a-26146cf2e28f tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518508 Apr 22 08:06:20.411758 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed29c8d-07f7-4601-9301-959e8799cacf req-0dca6d4b-fbb4-45ec-b732-5dae61fe8f41 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:20.413254 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4ed29c8d-07f7-4601-9301-959e8799cacf req-0dca6d4b-fbb4-45ec-b732-5dae61fe8f41 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 947 time: 0.0577285 Apr 22 08:06:20.461179 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4ed29c8d-07f7-4601-9301-959e8799cacf req-35c64e20-d114-4bc7-a0f2-24638447e5f8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415146 Apr 22 08:06:20.789557 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 6aed7bab-7bb2-43bb-8ef4-892f334d8636 up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:06:20.812406 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa014ae-a02c-4e12-b60a-3d1ad3a5b5e9 req-ecb42030-4686-48c3-bc30-b753fbb56063 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:20.813912 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1fa014ae-a02c-4e12-b60a-3d1ad3a5b5e9 req-ecb42030-4686-48c3-bc30-b753fbb56063 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 944 time: 0.0598018 Apr 22 08:06:20.863043 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1fa014ae-a02c-4e12-b60a-3d1ad3a5b5e9 req-4afe647b-3ffc-4b57-a8ae-9a7390e8bb4f tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416245 Apr 22 08:06:20.948135 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning for port 6aed7bab-7bb2-43bb-8ef4-892f334d8636 completed by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 08:06:20.952160 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port 6aed7bab-7bb2-43bb-8ef4-892f334d8636 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:06:20.952534 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (6aed7bab-7bb2-43bb-8ef4-892f334d8636), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:21.030670 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 6aed7bab-7bb2-43bb-8ef4-892f334d8636 is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:06:21.030984 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (6aed7bab-7bb2-43bb-8ef4-892f334d8636), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:21.058715 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55730019-e604-4927-b39b-c358335a9fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aed7bab-7bb2-43bb-8ef4-892f334d8636'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:06:21.061198 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666195ac-bedc-4b73-9cfb-a3665eaf7454" -d '{"events": [{"server_uuid": "55730019-e604-4927-b39b-c358335a9fbc", "name": "network-vif-plugged", "status": "completed", "tag": "6aed7bab-7bb2-43bb-8ef4-892f334d8636"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:06:21.074817 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 6aed7bab-7bb2-43bb-8ef4-892f334d8636, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=6aed7bab-7bb2-43bb-8ef4-892f334d8636,segment=NetworkSegment(d4e0d8ff-410a-48d6-ab4c-75251298923f),segment_id=d4e0d8ff-410a-48d6-ab4c-75251298923f)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:06:21.100269 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f04f33-efae-4208-8eb6-9328e9db284a x-openstack-request-id: req-48f04f33-efae-4208-8eb6-9328e9db284a {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:06:21.100591 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55730019-e604-4927-b39b-c358335a9fbc", "name": "network-vif-plugged", "status": "completed", "tag": "6aed7bab-7bb2-43bb-8ef4-892f334d8636", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:06:21.100856 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48f04f33-efae-4208-8eb6-9328e9db284a {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:06:21.101263 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f04f33-efae-4208-8eb6-9328e9db284a'] response: {'server_uuid': '55730019-e604-4927-b39b-c358335a9fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aed7bab-7bb2-43bb-8ef4-892f334d8636', 'code': 200} Apr 22 08:06:21.167595 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (6aed7bab-7bb2-43bb-8ef4-892f334d8636), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:21.214346 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=6aed7bab-7bb2-43bb-8ef4-892f334d8636,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:21.441430 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea1256-4cdc-4645-9db5-4646f3f47540 req-6f2f9d0b-0154-4c92-9f95-0dfa1be7e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:21.442975 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ceea1256-4cdc-4645-9db5-4646f3f47540 req-6f2f9d0b-0154-4c92-9f95-0dfa1be7e908 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 1129 time: 0.0438833 Apr 22 08:06:21.486620 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ceea1256-4cdc-4645-9db5-4646f3f47540 req-271e80bf-71ea-4d44-b021-7c4dee584c02 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365913 Apr 22 08:06:21.592999 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719a2eb-803b-4044-a2f0-9d0dc4d20dd8 req-b97bab27-6c11-448e-9d68-d77da909fcae tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:21.594391 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c719a2eb-803b-4044-a2f0-9d0dc4d20dd8 req-b97bab27-6c11-448e-9d68-d77da909fcae tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 947 time: 0.0555825 Apr 22 08:06:21.640944 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c719a2eb-803b-4044-a2f0-9d0dc4d20dd8 req-44cc4237-3375-4137-bae5-f00917d9364a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409935 Apr 22 08:06:21.990841 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15edbd-9290-46e6-b409-60039b285449 req-63212030-679d-4461-8815-4dfd836bd4c1 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:21.992329 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4c15edbd-9290-46e6-b409-60039b285449 req-63212030-679d-4461-8815-4dfd836bd4c1 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 945 time: 0.0615404 Apr 22 08:06:22.039032 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4c15edbd-9290-46e6-b409-60039b285449 req-24aa8bff-baad-4d2c-aa97-9a6c686d7dee tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410635 Apr 22 08:06:22.772402 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25252e-488b-4fbb-b45f-acaee76df2b1 req-0890f492-66b4-4b28-84ee-e5d178766de2 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:22.773851 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3b25252e-488b-4fbb-b45f-acaee76df2b1 req-0890f492-66b4-4b28-84ee-e5d178766de2 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 947 time: 0.0532598 Apr 22 08:06:22.829838 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3b25252e-488b-4fbb-b45f-acaee76df2b1 req-53d307e1-47c7-4a5c-896b-a261bd53cab5 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499716 Apr 22 08:06:23.111825 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c34f37-a3ea-4ffc-a7df-74acaa87cb10 req-a6f4d6ed-3c90-4a2b-9259-4a9bdee5e69d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:23.113337 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d6c34f37-a3ea-4ffc-a7df-74acaa87cb10 req-a6f4d6ed-3c90-4a2b-9259-4a9bdee5e69d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757ed91-50c6-4540-8cc3-7326333adb77 HTTP/1.1" status: 200 len: 945 time: 0.0586369 Apr 22 08:06:23.189549 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d6c34f37-a3ea-4ffc-a7df-74acaa87cb10 req-fc06f6e4-7dac-47a3-a58d-a6d40c96e088 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=00c55034-2c18-41b4-9cee-45e149cf65c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665126 Apr 22 08:06:23.197341 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01732047-c5bc-418a-a851-49b84e2e6c5c req-ae8f3bc7-d1fe-4f51-90ce-6f943b971281 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:23.198792 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-01732047-c5bc-418a-a851-49b84e2e6c5c req-ae8f3bc7-d1fe-4f51-90ce-6f943b971281 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 945 time: 0.0845602 Apr 22 08:06:23.250026 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-01732047-c5bc-418a-a851-49b84e2e6c5c req-ec7af859-547c-49b0-8e26-186db920fb0a tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433474 Apr 22 08:06:24.312080 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c74837-f6bd-4f30-8b1b-e3a8bff26530 req-326f4186-47d0-4e2e-8706-b17fd425fbb2 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:24.313550 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-84c74837-f6bd-4f30-8b1b-e3a8bff26530 req-326f4186-47d0-4e2e-8706-b17fd425fbb2 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757ed91-50c6-4540-8cc3-7326333adb77 HTTP/1.1" status: 200 len: 945 time: 0.0558605 Apr 22 08:06:24.358540 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-84c74837-f6bd-4f30-8b1b-e3a8bff26530 req-2b029761-92c9-4d67-9a06-67f8be1c0766 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=00c55034-2c18-41b4-9cee-45e149cf65c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393639 Apr 22 08:06:24.487142 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395afc85-3cbf-4e29-a638-43fa876845f3 req-f6040e2d-5a52-4710-8f13-d3dfdd5dc754 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:24.488584 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-395afc85-3cbf-4e29-a638-43fa876845f3 req-f6040e2d-5a52-4710-8f13-d3dfdd5dc754 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 945 time: 0.0507560 Apr 22 08:06:24.535897 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-395afc85-3cbf-4e29-a638-43fa876845f3 req-7d5ce32c-dee6-4dc5-aadb-c0c63ace5294 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411720 Apr 22 08:06:24.889979 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1314954-ff5b-4714-aab7-882ad5cc13ce req-8845c59e-084f-422f-903f-289801ead251 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:24.891474 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b1314954-ff5b-4714-aab7-882ad5cc13ce req-8845c59e-084f-422f-903f-289801ead251 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.39 "GET /v2.0/ports?device_id=0757ed91-50c6-4540-8cc3-7326333adb77 HTTP/1.1" status: 200 len: 945 time: 0.0508778 Apr 22 08:06:25.020666 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-b1314954-ff5b-4714-aab7-882ad5cc13ce req-edd07ad6-0311-42ae-a10d-13aa635dba23 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Deleting port 46975918-5454-4010-9184-10c1acf5863e {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:06:25.021002 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-b1314954-ff5b-4714-aab7-882ad5cc13ce req-edd07ad6-0311-42ae-a10d-13aa635dba23 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (46975918-5454-4010-9184-10c1acf5863e), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:25.114311 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-b1314954-ff5b-4714-aab7-882ad5cc13ce req-edd07ad6-0311-42ae-a10d-13aa635dba23 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] For port 46975918-5454-4010-9184-10c1acf5863e, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=46975918-5454-4010-9184-10c1acf5863e,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:06:25.114556 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-b1314954-ff5b-4714-aab7-882ad5cc13ce req-edd07ad6-0311-42ae-a10d-13aa635dba23 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (46975918-5454-4010-9184-10c1acf5863e), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:25.333276 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-b1314954-ff5b-4714-aab7-882ad5cc13ce req-edd07ad6-0311-42ae-a10d-13aa635dba23 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:25.333892 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-b1314954-ff5b-4714-aab7-882ad5cc13ce req-edd07ad6-0311-42ae-a10d-13aa635dba23 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (86e1b4c3-fdbc-46e0-bf05-e97586e7d4b3), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:25.334001 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.l3_db [req-b1314954-ff5b-4714-aab7-882ad5cc13ce req-edd07ad6-0311-42ae-a10d-13aa635dba23 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Floating IP 86e1b4c3-fdbc-46e0-bf05-e97586e7d4b3 disassociated. External IP: 172.28.2.153, port: 46975918-5454-4010-9184-10c1acf5863e. Apr 22 08:06:25.334276 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-b1314954-ff5b-4714-aab7-882ad5cc13ce req-edd07ad6-0311-42ae-a10d-13aa635dba23 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Calling delete_port for 46975918-5454-4010-9184-10c1acf5863e owned by compute:nova {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:06:25.517874 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fa07b-093d-4624-ad4d-7b66f4f74e58 req-dc945464-2509-453c-9cf6-23647e2aa6ac tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:25.519413 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b21fa07b-093d-4624-ad4d-7b66f4f74e58 req-dc945464-2509-453c-9cf6-23647e2aa6ac tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757ed91-50c6-4540-8cc3-7326333adb77 HTTP/1.1" status: 200 len: 945 time: 0.0911582 Apr 22 08:06:25.564961 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b21fa07b-093d-4624-ad4d-7b66f4f74e58 req-c8d13b1b-8609-4792-94e2-56bea24d16f3 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=00c55034-2c18-41b4-9cee-45e149cf65c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396972 Apr 22 08:06:25.566020 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-b1314954-ff5b-4714-aab7-882ad5cc13ce req-edd07ad6-0311-42ae-a10d-13aa635dba23 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (46975918-5454-4010-9184-10c1acf5863e), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:25.594180 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd07ad6-0311-42ae-a10d-13aa635dba23 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event deleted for resources: {'Port': ['ID=46975918-5454-4010-9184-10c1acf5863e,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:25.725107 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d235ed-1614-4ce6-a467-2186598c56e0 req-f80335ed-ed29-4ab8-9d56-6bcf333fb14d tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:25.726605 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b0d235ed-1614-4ce6-a467-2186598c56e0 req-f80335ed-ed29-4ab8-9d56-6bcf333fb14d tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 945 time: 0.1219828 Apr 22 08:06:25.774868 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1314954-ff5b-4714-aab7-882ad5cc13ce req-edd07ad6-0311-42ae-a10d-13aa635dba23 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Router 7090097d-05ba-42e9-a34f-e11e7566645b has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:06:25.793911 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b0d235ed-1614-4ce6-a467-2186598c56e0 req-80f7ce7b-128d-491b-b91b-a82950820ce3 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604300 Apr 22 08:06:25.901895 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1314954-ff5b-4714-aab7-882ad5cc13ce req-edd07ad6-0311-42ae-a10d-13aa635dba23 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:06:25.911660 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb6a81c-d23c-4eae-9a87-ef3f846345e6 None None] Sync routers for ids ['7090097d-05ba-42e9-a34f-e11e7566645b'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:06:25.928888 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb6a81c-d23c-4eae-9a87-ef3f846345e6 None None] Routers {'7090097d-05ba-42e9-a34f-e11e7566645b'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:06:25.932416 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-4cb6a81c-d23c-4eae-9a87-ef3f846345e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:06:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['7090097d-05ba-42e9-a34f-e11e7566645b'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:06:25.969122 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1314954-ff5b-4714-aab7-882ad5cc13ce req-edd07ad6-0311-42ae-a10d-13aa635dba23 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] No DVR routers for this DVR port 46975918-5454-4010-9184-10c1acf5863e on host hv-cinder-83888 {{(pid=103832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:06:25.972121 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-b1314954-ff5b-4714-aab7-882ad5cc13ce req-edd07ad6-0311-42ae-a10d-13aa635dba23 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:25.975508 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b1314954-ff5b-4714-aab7-882ad5cc13ce req-edd07ad6-0311-42ae-a10d-13aa635dba23 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.39 "DELETE /v2.0/ports/46975918-5454-4010-9184-10c1acf5863e HTTP/1.1" status: 204 len: 173 time: 1.0778916 Apr 22 08:06:25.975964 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0757ed91-50c6-4540-8cc3-7326333adb77', 'name': 'network-vif-deleted', 'tag': '46975918-5454-4010-9184-10c1acf5863e'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:06:25.979197 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3d9d3c-20b3-4a0c-a621-51e0af14bcd1" -d '{"events": [{"server_uuid": "0757ed91-50c6-4540-8cc3-7326333adb77", "name": "network-vif-deleted", "tag": "46975918-5454-4010-9184-10c1acf5863e"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:06:26.049526 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-4cb6a81c-d23c-4eae-9a87-ef3f846345e6 None None] Set router 7090097d-05ba-42e9-a34f-e11e7566645b gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:06:26.058597 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04806cd3-6e31-42e6-9081-c9421fa3a724 x-openstack-request-id: req-04806cd3-6e31-42e6-9081-c9421fa3a724 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:06:26.058900 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0757ed91-50c6-4540-8cc3-7326333adb77", "name": "network-vif-deleted", "tag": "46975918-5454-4010-9184-10c1acf5863e", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:06:26.059147 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04806cd3-6e31-42e6-9081-c9421fa3a724 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:06:26.059549 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04806cd3-6e31-42e6-9081-c9421fa3a724'] response: {'server_uuid': '0757ed91-50c6-4540-8cc3-7326333adb77', 'name': 'network-vif-deleted', 'tag': '46975918-5454-4010-9184-10c1acf5863e', 'status': 'completed', 'code': 200} Apr 22 08:06:26.368627 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-4cb6a81c-d23c-4eae-9a87-ef3f846345e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '92107b78-fcd9-4b29-a5c6-aeff3bcb5266', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'floating_ip_address': '172.28.2.175', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'port_id': '2544c230-aa0b-4b61-9082-8839314c06b8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'mac_address': 'fa:16:3e:5e:5b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfc4eb9-90b3-442c-9733-0a0a273812c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:03:58Z', 'updated_at': '2022-04-22T08:04:24Z', 'revision_number': 2, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:06:26.402280 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb6a81c-d23c-4eae-9a87-ef3f846345e6 None None] Checking router: 7090097d-05ba-42e9-a34f-e11e7566645b for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:06:26.415591 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb6a81c-d23c-4eae-9a87-ef3f846345e6 None None] Routers {'7090097d-05ba-42e9-a34f-e11e7566645b'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:06:26.416857 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-4cb6a81c-d23c-4eae-9a87-ef3f846345e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:06:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['7090097d-05ba-42e9-a34f-e11e7566645b'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:06:26.428117 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30f2b9-b64d-4a5d-af3c-60758b53b7bc req-44001722-fa51-42c5-8f9b-70a0a92e5141 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:26.430166 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-de30f2b9-b64d-4a5d-af3c-60758b53b7bc req-44001722-fa51-42c5-8f9b-70a0a92e5141 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.39 "GET /v2.0/ports?device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 945 time: 0.0609896 Apr 22 08:06:26.529308 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-de30f2b9-b64d-4a5d-af3c-60758b53b7bc req-46803a3b-dc29-4b2b-8670-f8cfa8f6bcd3 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Deleting port 6aed7bab-7bb2-43bb-8ef4-892f334d8636 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:06:26.529642 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-de30f2b9-b64d-4a5d-af3c-60758b53b7bc req-46803a3b-dc29-4b2b-8670-f8cfa8f6bcd3 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (6aed7bab-7bb2-43bb-8ef4-892f334d8636), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:26.531297 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-4cb6a81c-d23c-4eae-9a87-ef3f846345e6 None None] Set router 7090097d-05ba-42e9-a34f-e11e7566645b gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:06:26.789507 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-4cb6a81c-d23c-4eae-9a87-ef3f846345e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '92107b78-fcd9-4b29-a5c6-aeff3bcb5266', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'floating_ip_address': '172.28.2.175', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'port_id': '2544c230-aa0b-4b61-9082-8839314c06b8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'mac_address': 'fa:16:3e:5e:5b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfc4eb9-90b3-442c-9733-0a0a273812c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:03:58Z', 'updated_at': '2022-04-22T08:04:24Z', 'revision_number': 2, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:06:26.820923 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb6a81c-d23c-4eae-9a87-ef3f846345e6 None None] The sync data for ids ['7090097d-05ba-42e9-a34f-e11e7566645b'] in dv-cinder-838880-1-smb is: [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '92107b78-fcd9-4b29-a5c6-aeff3bcb5266', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'floating_ip_address': '172.28.2.175', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'port_id': '2544c230-aa0b-4b61-9082-8839314c06b8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'mac_address': 'fa:16:3e:5e:5b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfc4eb9-90b3-442c-9733-0a0a273812c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:03:58Z', 'updated_at': '2022-04-22T08:04:24Z', 'revision_number': 2, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:06:26.933159 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-de30f2b9-b64d-4a5d-af3c-60758b53b7bc req-46803a3b-dc29-4b2b-8670-f8cfa8f6bcd3 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] For port 6aed7bab-7bb2-43bb-8ef4-892f334d8636, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=6aed7bab-7bb2-43bb-8ef4-892f334d8636,segment=NetworkSegment(d4e0d8ff-410a-48d6-ab4c-75251298923f),segment_id=d4e0d8ff-410a-48d6-ab4c-75251298923f)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:06:26.933530 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-de30f2b9-b64d-4a5d-af3c-60758b53b7bc req-46803a3b-dc29-4b2b-8670-f8cfa8f6bcd3 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (6aed7bab-7bb2-43bb-8ef4-892f334d8636), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:26.955994 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-de30f2b9-b64d-4a5d-af3c-60758b53b7bc req-46803a3b-dc29-4b2b-8670-f8cfa8f6bcd3 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Calling delete_port for 6aed7bab-7bb2-43bb-8ef4-892f334d8636 owned by compute:nova {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:06:27.047053 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cda0d804-0600-4a7b-842d-74501e64ab4a req-80f38f3d-f457-494a-a407-3c882f925784 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=0757ed91-50c6-4540-8cc3-7326333adb77 HTTP/1.1" status: 200 len: 210 time: 0.0810125 Apr 22 08:06:27.127603 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175fc5e-e679-4ac2-9825-8eafc3ae505b req-03d1a7cb-7519-4c04-92ed-0c53d7256f81 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:27.129249 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7175fc5e-e679-4ac2-9825-8eafc3ae505b req-03d1a7cb-7519-4c04-92ed-0c53d7256f81 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 945 time: 0.1675110 Apr 22 08:06:27.221390 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aee082-5e48-47d0-b32a-a79fb342154d None None] New status for floating IP 86e1b4c3-fdbc-46e0-bf05-e97586e7d4b3: DOWN {{(pid=103834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 08:06:27.282479 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7175fc5e-e679-4ac2-9825-8eafc3ae505b req-eca164af-36ff-418f-b280-32ce03121f68 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049232 Apr 22 08:06:27.372982 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-de30f2b9-b64d-4a5d-af3c-60758b53b7bc req-46803a3b-dc29-4b2b-8670-f8cfa8f6bcd3 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (6aed7bab-7bb2-43bb-8ef4-892f334d8636), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:27.386833 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['6aed7bab-7bb2-43bb-8ef4-892f334d8636'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:06:27.406417 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46803a3b-dc29-4b2b-8670-f8cfa8f6bcd3 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Pushing event deleted for resources: {'Port': ['ID=6aed7bab-7bb2-43bb-8ef4-892f334d8636,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:27.451962 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-de30f2b9-b64d-4a5d-af3c-60758b53b7bc req-46803a3b-dc29-4b2b-8670-f8cfa8f6bcd3 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] No DVR routers for this DVR port 6aed7bab-7bb2-43bb-8ef4-892f334d8636 on host hv-cinder-83888 {{(pid=103832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:06:27.455757 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-de30f2b9-b64d-4a5d-af3c-60758b53b7bc req-46803a3b-dc29-4b2b-8670-f8cfa8f6bcd3 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:27.459390 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-de30f2b9-b64d-4a5d-af3c-60758b53b7bc req-46803a3b-dc29-4b2b-8670-f8cfa8f6bcd3 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.39 "DELETE /v2.0/ports/6aed7bab-7bb2-43bb-8ef4-892f334d8636 HTTP/1.1" status: 204 len: 173 time: 1.0205438 Apr 22 08:06:27.475588 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:28.060269 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55730019-e604-4927-b39b-c358335a9fbc', 'name': 'network-vif-deleted', 'tag': '6aed7bab-7bb2-43bb-8ef4-892f334d8636'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:06:28.062706 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c0029d-5246-4d01-a000-a9517a49046e" -d '{"events": [{"server_uuid": "55730019-e604-4927-b39b-c358335a9fbc", "name": "network-vif-deleted", "tag": "6aed7bab-7bb2-43bb-8ef4-892f334d8636"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:06:28.100681 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1261bf-d86b-4ea0-a430-bc5a8bdba280 x-openstack-request-id: req-de1261bf-d86b-4ea0-a430-bc5a8bdba280 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:06:28.100985 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55730019-e604-4927-b39b-c358335a9fbc", "name": "network-vif-deleted", "tag": "6aed7bab-7bb2-43bb-8ef4-892f334d8636", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:06:28.101242 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de1261bf-d86b-4ea0-a430-bc5a8bdba280 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:06:28.101646 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de1261bf-d86b-4ea0-a430-bc5a8bdba280'] response: {'server_uuid': '55730019-e604-4927-b39b-c358335a9fbc', 'name': 'network-vif-deleted', 'tag': '6aed7bab-7bb2-43bb-8ef4-892f334d8636', 'status': 'completed', 'code': 200} Apr 22 08:06:28.194418 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 35712) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:06:28.254617 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-646d797a-97cd-46aa-8e90-ed4510088848 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (00c55034-2c18-41b4-9cee-45e149cf65c3), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:28.281831 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-646d797a-97cd-46aa-8e90-ed4510088848 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (00c55034-2c18-41b4-9cee-45e149cf65c3), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:28.413473 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3f4e6b44-a1a0-4a00-a637-bf24f81138e1 req-bc8b9312-8250-49cd-90b2-6b2f4298123a tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=55730019-e604-4927-b39b-c358335a9fbc HTTP/1.1" status: 200 len: 210 time: 0.0316725 Apr 22 08:06:28.453909 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-646d797a-97cd-46aa-8e90-ed4510088848 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (00c55034-2c18-41b4-9cee-45e149cf65c3), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:28.453909 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-646d797a-97cd-46aa-8e90-ed4510088848 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:28.453909 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-646d797a-97cd-46aa-8e90-ed4510088848 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "DELETE /v2.0/security-groups/00c55034-2c18-41b4-9cee-45e149cf65c3 HTTP/1.1" status: 204 len: 168 time: 0.2560027 Apr 22 08:06:28.454864 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 35716) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:06:28.461530 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d797a-97cd-46aa-8e90-ed4510088848 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c55034-2c18-41b4-9cee-45e149cf65c3,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:28.473562 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.api.v2.resource [None req-0b7427bd-c331-444a-88ae-660fc5828791 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] show failed (client error): The resource could not be found. Apr 22 08:06:28.475412 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-0b7427bd-c331-444a-88ae-660fc5828791 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups/00c55034-2c18-41b4-9cee-45e149cf65c3 HTTP/1.1" status: 404 len: 347 time: 0.0183468 Apr 22 08:06:28.483550 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 35718) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:06:28.620209 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-a2db30e6-e1e4-47b0-b3ea-cb1bed0e89d0 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Deleting port bb0816db-0ce3-43ae-853b-b940af96eddb {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:06:28.620556 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a2db30e6-e1e4-47b0-b3ea-cb1bed0e89d0 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (bb0816db-0ce3-43ae-853b-b940af96eddb), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:28.702052 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a2db30e6-e1e4-47b0-b3ea-cb1bed0e89d0 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (bb0816db-0ce3-43ae-853b-b940af96eddb), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:28.702397 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a2db30e6-e1e4-47b0-b3ea-cb1bed0e89d0 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (bb0816db-0ce3-43ae-853b-b940af96eddb), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:28.715037 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-a2db30e6-e1e4-47b0-b3ea-cb1bed0e89d0 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Calling delete_port for bb0816db-0ce3-43ae-853b-b940af96eddb owned by network:floatingip {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:06:28.801821 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-68d05e70-5f72-4a6e-b3da-8c072c447370 req-47d7a87e-23db-4666-a51b-0673490b10bc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454876 Apr 22 08:06:28.816415 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 46975918-5454-4010-9184-10c1acf5863e no longer exists at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:06:28.836317 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] No Port match for: 46975918-5454-4010-9184-10c1acf5863e {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:06:28.836762 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 46975918-5454-4010-9184-10c1acf5863e not bound to the agent host hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:06:28.837468 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 6aed7bab-7bb2-43bb-8ef4-892f334d8636 no longer exists at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:06:28.860918 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] No Port match for: 6aed7bab-7bb2-43bb-8ef4-892f334d8636 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:06:28.861268 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 6aed7bab-7bb2-43bb-8ef4-892f334d8636 not bound to the agent host hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:06:28.876633 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d05e70-5f72-4a6e-b3da-8c072c447370 req-7704d25b-ced7-42e1-b3c9-2c9a3ce86b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:28.878136 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-68d05e70-5f72-4a6e-b3da-8c072c447370 req-7704d25b-ced7-42e1-b3c9-2c9a3ce86b4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea95f2f73f24412d821786dca4fd986a&device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 1129 time: 0.0485365 Apr 22 08:06:28.942263 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a2db30e6-e1e4-47b0-b3ea-cb1bed0e89d0 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (bb0816db-0ce3-43ae-853b-b940af96eddb), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:28.969322 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db30e6-e1e4-47b0-b3ea-cb1bed0e89d0 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event deleted for resources: {'Port': ['ID=bb0816db-0ce3-43ae-853b-b940af96eddb,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:28.985160 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d05e70-5f72-4a6e-b3da-8c072c447370 req-80a57843-1e31-46f2-abb6-1ef10c660453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:28.986694 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-68d05e70-5f72-4a6e-b3da-8c072c447370 req-80a57843-1e31-46f2-abb6-1ef10c660453 service neutron] 10.222.0.39 "GET /v2.0/networks?id=13a6078d-58b1-4081-bb3a-ccd74a412f02 HTTP/1.1" status: 200 len: 920 time: 0.0886655 Apr 22 08:06:29.030263 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-68d05e70-5f72-4a6e-b3da-8c072c447370 req-f728e6e6-2dda-4f61-8b78-ace9be770ac0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 HTTP/1.1" status: 200 len: 217 time: 0.0377135 Apr 22 08:06:29.030633 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a2db30e6-e1e4-47b0-b3ea-cb1bed0e89d0 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (86e1b4c3-fdbc-46e0-bf05-e97586e7d4b3), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:29.033132 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a2db30e6-e1e4-47b0-b3ea-cb1bed0e89d0 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:29.034250 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-a2db30e6-e1e4-47b0-b3ea-cb1bed0e89d0 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "DELETE /v2.0/floatingips/86e1b4c3-fdbc-46e0-bf05-e97586e7d4b3 HTTP/1.1" status: 204 len: 168 time: 0.5485933 Apr 22 08:06:29.090830 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d05e70-5f72-4a6e-b3da-8c072c447370 req-386a94a7-9fc6-4328-bf7d-b1d3c26e0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:29.090830 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-68d05e70-5f72-4a6e-b3da-8c072c447370 req-386a94a7-9fc6-4328-bf7d-b1d3c26e0d98 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=434aae01-3eff-47a2-96c3-7b3f40b18165 HTTP/1.1" status: 200 len: 858 time: 0.0474498 Apr 22 08:06:29.141113 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d05e70-5f72-4a6e-b3da-8c072c447370 req-7222a685-5daf-4f08-b671-188daf7d4a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:29.142747 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-68d05e70-5f72-4a6e-b3da-8c072c447370 req-7222a685-5daf-4f08-b671-188daf7d4a63 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13a6078d-58b1-4081-bb3a-ccd74a412f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0532377 Apr 22 08:06:29.261416 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-68d05e70-5f72-4a6e-b3da-8c072c447370 req-47b65fd4-b842-46a6-8d68-7f113b173ba0 service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039793 Apr 22 08:06:29.356839 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-68d05e70-5f72-4a6e-b3da-8c072c447370 req-33b27c07-a65a-4c62-947b-96ae878f251b service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883799 Apr 22 08:06:29.688042 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-fc740fc6-2170-4d6f-810e-244430d9f008 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:29.689514 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-fc740fc6-2170-4d6f-810e-244430d9f008 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/networks?id=7000b323-b18e-4670-972b-3cb69ae35a08 HTTP/1.1" status: 200 len: 809 time: 0.1064785 Apr 22 08:06:29.708297 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-fa711c2b-e84e-4a19-ad59-022548ce26c5 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/quotas/54eb0f8b3a1342f195e1f6deccb11646 HTTP/1.1" status: 200 len: 375 time: 0.0130732 Apr 22 08:06:29.740825 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-056266fa-bbf4-402c-842b-a79a055a1bb5 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=54eb0f8b3a1342f195e1f6deccb11646&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260851 Apr 22 08:06:29.827952 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-139292e2-f1cc-4a57-baa1-c4b0c8013d25 service neutron] 10.222.0.13 "GET /v2.0/networks/7000b323-b18e-4670-972b-3cb69ae35a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806248 Apr 22 08:06:29.921275 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-531b05cd-d37a-4acb-9b2b-0ca2daf87de2 service neutron] 10.222.0.13 "GET /v2.0/networks/7000b323-b18e-4670-972b-3cb69ae35a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876570 Apr 22 08:06:30.168588 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-176499d2-7f9d-4031-9641-7a29050497ae req-965e5313-399b-4162-aee0-f9c9e3badaf3 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=917b1ede-5896-46cf-846b-27f44ecaf42d HTTP/1.1" status: 200 len: 210 time: 0.0324955 Apr 22 08:06:31.153346 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee93ab-abe0-489b-84b8-6a02ad2ce9ab req-8efe04be-be38-4cf4-a8f5-3d9dc9341ab4 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:31.154812 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-35ee93ab-abe0-489b-84b8-6a02ad2ce9ab req-8efe04be-be38-4cf4-a8f5-3d9dc9341ab4 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfc4eb9-90b3-442c-9733-0a0a273812c0 HTTP/1.1" status: 200 len: 946 time: 0.0561442 Apr 22 08:06:31.218322 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-35ee93ab-abe0-489b-84b8-6a02ad2ce9ab req-98a0b68e-903a-41e5-90f6-0d0c57c1a864 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576217 Apr 22 08:06:31.288565 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-dee6a86f-e52a-4ec9-83a1-60078acdd600 req-447f166d-f7f6-4514-ba3a-cef16fae8893 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=917b1ede-5896-46cf-846b-27f44ecaf42d HTTP/1.1" status: 200 len: 210 time: 0.0275652 Apr 22 08:06:31.856466 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab50d11-1d6b-4e47-ade8-8da7b2630586 req-43b5d984-bc39-499d-acbc-bdf26b671d58 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:31.857995 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5ab50d11-1d6b-4e47-ade8-8da7b2630586 req-43b5d984-bc39-499d-acbc-bdf26b671d58 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97d4df8-20bc-4615-aeff-42e9c11fd921 HTTP/1.1" status: 200 len: 945 time: 0.0507669 Apr 22 08:06:31.911898 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5ab50d11-1d6b-4e47-ade8-8da7b2630586 req-66cd095d-7d8a-4a72-a164-5ad908a8ccbf tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442812 Apr 22 08:06:32.280546 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-f484e122-039a-4ce6-ace8-f0fb4f998452 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:32.282727 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-f484e122-039a-4ce6-ace8-f0fb4f998452 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.39 "GET /v2.0/networks?id=7000b323-b18e-4670-972b-3cb69ae35a08 HTTP/1.1" status: 200 len: 809 time: 0.1250145 Apr 22 08:06:32.297669 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-46a8e0f6-4b7b-4694-bd93-56cfbbe5c699 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Request body: {'port': {'device_id': '917b1ede-5896-46cf-846b-27f44ecaf42d', 'network_id': '7000b323-b18e-4670-972b-3cb69ae35a08', 'admin_state_up': True, 'tenant_id': '54eb0f8b3a1342f195e1f6deccb11646'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:06:32.415584 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2e426931-3c9b-4783-9d3b-33ad50477752 req-79860ca3-9c10-4518-9afa-c161fa015469 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=917b1ede-5896-46cf-846b-27f44ecaf42d HTTP/1.1" status: 200 len: 210 time: 0.0423443 Apr 22 08:06:32.462983 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d20609-42b9-43cb-a661-e28358fd16ad req-38ac7165-b528-4037-8e5f-8fe3e073284f tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:32.464471 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a6d20609-42b9-43cb-a661-e28358fd16ad req-38ac7165-b528-4037-8e5f-8fe3e073284f tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfc4eb9-90b3-442c-9733-0a0a273812c0 HTTP/1.1" status: 200 len: 946 time: 0.1620777 Apr 22 08:06:32.518363 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a6d20609-42b9-43cb-a661-e28358fd16ad req-72286dfb-3982-4487-a6de-3c2dd3776653 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484331 Apr 22 08:06:32.595261 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-46a8e0f6-4b7b-4694-bd93-56cfbbe5c699 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Made reservation on behalf of 54eb0f8b3a1342f195e1f6deccb11646 for: {'port': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:06:32.598894 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-46a8e0f6-4b7b-4694-bd93-56cfbbe5c699 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:32.724011 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-46a8e0f6-4b7b-4694-bd93-56cfbbe5c699 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Allocated IP 172.20.0.9 (7000b323-b18e-4670-972b-3cb69ae35a08/858bd177-5e35-47aa-b9bd-ac890e72e7a0/1c5a4c21-244b-42fc-82de-cefdf3f46309) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:06:32.869819 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-46a8e0f6-4b7b-4694-bd93-56cfbbe5c699 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Publish callbacks [] for port (1c5a4c21-244b-42fc-82de-cefdf3f46309), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:32.979005 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82849f-0eea-46c4-8874-bebb683ff372 req-cfedd742-37e9-422d-9f94-83c9f31a94a3 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:32.980475 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-4b82849f-0eea-46c4-8874-bebb683ff372 req-cfedd742-37e9-422d-9f94-83c9f31a94a3 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbfc4eb9-90b3-442c-9733-0a0a273812c0 HTTP/1.1" status: 200 len: 946 time: 0.0535989 Apr 22 08:06:33.014932 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-46a8e0f6-4b7b-4694-bd93-56cfbbe5c699 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (1c5a4c21-244b-42fc-82de-cefdf3f46309), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:33.063944 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-46a8e0f6-4b7b-4694-bd93-56cfbbe5c699 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Network 7000b323-b18e-4670-972b-3cb69ae35a08 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:06:33.073283 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-46a8e0f6-4b7b-4694-bd93-56cfbbe5c699 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:06:33.079419 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [req-4b82849f-0eea-46c4-8874-bebb683ff372 req-f3c67a4d-d73a-4ee8-98e0-d68a271438f3 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Deleting port 2544c230-aa0b-4b61-9082-8839314c06b8 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:06:33.079419 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-4b82849f-0eea-46c4-8874-bebb683ff372 req-f3c67a4d-d73a-4ee8-98e0-d68a271438f3 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (2544c230-aa0b-4b61-9082-8839314c06b8), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:33.080151 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-46a8e0f6-4b7b-4694-bd93-56cfbbe5c699 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:06:33.084691 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8e0f6-4b7b-4694-bd93-56cfbbe5c699 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Pushing event updated for resources: {'Port': ['ID=1c5a4c21-244b-42fc-82de-cefdf3f46309,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:33.111400 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4296bd-adbe-4b57-a0f3-f7039cc61848 req-e2540781-3002-4e94-8615-7c6e03f7d7fe tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:33.112900 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-fa4296bd-adbe-4b57-a0f3-f7039cc61848 req-e2540781-3002-4e94-8615-7c6e03f7d7fe tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97d4df8-20bc-4615-aeff-42e9c11fd921 HTTP/1.1" status: 200 len: 945 time: 0.1322896 Apr 22 08:06:33.165387 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-46a8e0f6-4b7b-4694-bd93-56cfbbe5c699 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:33.166608 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-46a8e0f6-4b7b-4694-bd93-56cfbbe5c699 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:33.176298 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [req-4b82849f-0eea-46c4-8874-bebb683ff372 req-f3c67a4d-d73a-4ee8-98e0-d68a271438f3 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] For port 2544c230-aa0b-4b61-9082-8839314c06b8, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=2544c230-aa0b-4b61-9082-8839314c06b8,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:06:33.176665 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-4b82849f-0eea-46c4-8874-bebb683ff372 req-f3c67a4d-d73a-4ee8-98e0-d68a271438f3 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (2544c230-aa0b-4b61-9082-8839314c06b8), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:33.192268 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-fa4296bd-adbe-4b57-a0f3-f7039cc61848 req-942760ba-da43-44a9-8f7f-f3f8d1ed10c6 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723794 Apr 22 08:06:33.290702 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-46a8e0f6-4b7b-4694-bd93-56cfbbe5c699 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9962106 Apr 22 08:06:33.304807 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] Request body: {'port': {'device_id': '917b1ede-5896-46cf-846b-27f44ecaf42d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83888'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:06:33.367154 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (1c5a4c21-244b-42fc-82de-cefdf3f46309), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:33.405497 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-4b82849f-0eea-46c4-8874-bebb683ff372 req-f3c67a4d-d73a-4ee8-98e0-d68a271438f3 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:33.406167 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-4b82849f-0eea-46c4-8874-bebb683ff372 req-f3c67a4d-d73a-4ee8-98e0-d68a271438f3 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (92107b78-fcd9-4b29-a5c6-aeff3bcb5266), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:33.406521 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.db.l3_db [req-4b82849f-0eea-46c4-8874-bebb683ff372 req-f3c67a4d-d73a-4ee8-98e0-d68a271438f3 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Floating IP 92107b78-fcd9-4b29-a5c6-aeff3bcb5266 disassociated. External IP: 172.28.2.175, port: 2544c230-aa0b-4b61-9082-8839314c06b8. Apr 22 08:06:33.406869 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [req-4b82849f-0eea-46c4-8874-bebb683ff372 req-f3c67a4d-d73a-4ee8-98e0-d68a271438f3 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Calling delete_port for 2544c230-aa0b-4b61-9082-8839314c06b8 owned by compute:nova {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:06:33.607102 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-4b82849f-0eea-46c4-8874-bebb683ff372 req-f3c67a4d-d73a-4ee8-98e0-d68a271438f3 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (2544c230-aa0b-4b61-9082-8839314c06b8), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:33.630767 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-34cb91bd-0a28-428c-b279-9080e7c09708 req-73d0a303-e060-4346-9939-4a0aa0f0f731 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfc4eb9-90b3-442c-9733-0a0a273812c0 HTTP/1.1" status: 200 len: 210 time: 0.0423567 Apr 22 08:06:33.636277 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c67a4d-d73a-4ee8-98e0-d68a271438f3 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event deleted for resources: {'Port': ['ID=2544c230-aa0b-4b61-9082-8839314c06b8,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:33.645071 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25943a36-b869-4ad4-b047-92e7f8480504 req-e4b91671-5cf4-47ca-ac7f-44a7e579744f tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:33.646691 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-25943a36-b869-4ad4-b047-92e7f8480504 req-e4b91671-5cf4-47ca-ac7f-44a7e579744f tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=917b1ede-5896-46cf-846b-27f44ecaf42d HTTP/1.1" status: 200 len: 931 time: 0.1462181 Apr 22 08:06:33.748412 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-25943a36-b869-4ad4-b047-92e7f8480504 req-7ac0c548-4aad-49b4-b348-432e1e19e9cb tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882208 Apr 22 08:06:33.754252 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5a4c21-244b-42fc-82de-cefdf3f46309 {{(pid=103832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:06:33.762371 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] Publish callbacks [] for port (1c5a4c21-244b-42fc-82de-cefdf3f46309), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:33.775341 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.provisioning_blocks [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] Transition to ACTIVE for port object 1c5a4c21-244b-42fc-82de-cefdf3f46309 will not be triggered until provisioned by entity L2. {{(pid=103832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 22 08:06:33.776054 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b82849f-0eea-46c4-8874-bebb683ff372 req-f3c67a4d-d73a-4ee8-98e0-d68a271438f3 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Router 7090097d-05ba-42e9-a34f-e11e7566645b has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:06:33.838980 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (1c5a4c21-244b-42fc-82de-cefdf3f46309), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:33.885531 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b82849f-0eea-46c4-8874-bebb683ff372 req-f3c67a4d-d73a-4ee8-98e0-d68a271438f3 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:06:33.889311 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] Pushing event updated for resources: {'Port': ['ID=1c5a4c21-244b-42fc-82de-cefdf3f46309,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:33.896846 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccbc662-c6e7-456f-bc43-ce48f047e68a None None] Sync routers for ids ['7090097d-05ba-42e9-a34f-e11e7566645b'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:06:33.909205 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccbc662-c6e7-456f-bc43-ce48f047e68a None None] Routers {'7090097d-05ba-42e9-a34f-e11e7566645b'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:06:33.910144 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-9ccbc662-c6e7-456f-bc43-ce48f047e68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:06:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['7090097d-05ba-42e9-a34f-e11e7566645b'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:06:33.936250 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b82849f-0eea-46c4-8874-bebb683ff372 req-f3c67a4d-d73a-4ee8-98e0-d68a271438f3 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] No DVR routers for this DVR port 2544c230-aa0b-4b61-9082-8839314c06b8 on host hv-cinder-83888 {{(pid=103833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:06:33.938763 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-4b82849f-0eea-46c4-8874-bebb683ff372 req-f3c67a4d-d73a-4ee8-98e0-d68a271438f3 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:33.942030 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-4b82849f-0eea-46c4-8874-bebb683ff372 req-f3c67a4d-d73a-4ee8-98e0-d68a271438f3 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.39 "DELETE /v2.0/ports/2544c230-aa0b-4b61-9082-8839314c06b8 HTTP/1.1" status: 204 len: 173 time: 0.9557071 Apr 22 08:06:33.942478 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfc4eb9-90b3-442c-9733-0a0a273812c0', 'name': 'network-vif-deleted', 'tag': '2544c230-aa0b-4b61-9082-8839314c06b8'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:06:33.944781 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1f660848c79b36bae0e0b840ac11b5c4e167d2979010aa0292c1729aff9b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3d32ff-29c3-4db8-bc98-3489e49cedc7" -d '{"events": [{"server_uuid": "dbfc4eb9-90b3-442c-9733-0a0a273812c0", "name": "network-vif-deleted", "tag": "2544c230-aa0b-4b61-9082-8839314c06b8"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:06:33.984719 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] Attempting to bind port 1c5a4c21-244b-42fc-82de-cefdf3f46309 on host hv-cinder-83888 for vnic_type normal with profile {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:06:33.985238 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] Attempting to bind port 1c5a4c21-244b-42fc-82de-cefdf3f46309 by drivers openvswitch,hyperv on host hv-cinder-83888 at level 0 using segments [{'id': 'd4e0d8ff-410a-48d6-ab4c-75251298923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7000b323-b18e-4670-972b-3cb69ae35a08'}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:06:33.985572 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] Attempting to bind port 1c5a4c21-244b-42fc-82de-cefdf3f46309 on network 7000b323-b18e-4670-972b-3cb69ae35a08 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:06:33.987611 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a8b3ac-1197-4103-be86-3acd5a4e1397 x-openstack-request-id: req-41a8b3ac-1197-4103-be86-3acd5a4e1397 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:06:33.988124 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbfc4eb9-90b3-442c-9733-0a0a273812c0", "name": "network-vif-deleted", "tag": "2544c230-aa0b-4b61-9082-8839314c06b8", "status": "completed", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:06:33.988124 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41a8b3ac-1197-4103-be86-3acd5a4e1397 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:06:33.988541 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41a8b3ac-1197-4103-be86-3acd5a4e1397'] response: {'server_uuid': 'dbfc4eb9-90b3-442c-9733-0a0a273812c0', 'name': 'network-vif-deleted', 'tag': '2544c230-aa0b-4b61-9082-8839314c06b8', 'status': 'completed', 'code': 200} Apr 22 08:06:33.993445 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] Port 1c5a4c21-244b-42fc-82de-cefdf3f46309 on network 7000b323-b18e-4670-972b-3cb69ae35a08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83888 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 08:06:33.993914 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] Attempting to bind port 1c5a4c21-244b-42fc-82de-cefdf3f46309 on network 7000b323-b18e-4670-972b-3cb69ae35a08 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:06:34.000241 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] Checking agent: {'id': '5d37a790-f600-4ea4-a99b-32bf15642def', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'started_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:06:34.000728 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] Checking segment: {'id': 'd4e0d8ff-410a-48d6-ab4c-75251298923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7000b323-b18e-4670-972b-3cb69ae35a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:06:34.001209 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] Bound using segment: {'id': 'd4e0d8ff-410a-48d6-ab4c-75251298923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7000b323-b18e-4670-972b-3cb69ae35a08'} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:06:34.001812 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] Bound port: 1c5a4c21-244b-42fc-82de-cefdf3f46309, host: hv-cinder-83888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e0d8ff-410a-48d6-ab4c-75251298923f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '7000b323-b18e-4670-972b-3cb69ae35a08'}}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:06:34.002592 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (1c5a4c21-244b-42fc-82de-cefdf3f46309), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:34.035480 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-9ccbc662-c6e7-456f-bc43-ce48f047e68a None None] Set router 7090097d-05ba-42e9-a34f-e11e7566645b gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:06:34.077351 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] For port 1c5a4c21-244b-42fc-82de-cefdf3f46309, host hv-cinder-83888, cleared binding levels {{(pid=103832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:06:34.083956 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] For port 1c5a4c21-244b-42fc-82de-cefdf3f46309, host hv-cinder-83888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=1c5a4c21-244b-42fc-82de-cefdf3f46309,segment=NetworkSegment(d4e0d8ff-410a-48d6-ab4c-75251298923f),segment_id=d4e0d8ff-410a-48d6-ab4c-75251298923f)] {{(pid=103832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:06:34.193127 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (1c5a4c21-244b-42fc-82de-cefdf3f46309), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:34.236221 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:34.236863 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:34.238375 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] 10.222.0.39 "PUT /v2.0/ports/1c5a4c21-244b-42fc-82de-cefdf3f46309 HTTP/1.1" status: 200 len: 1093 time: 0.9386919 Apr 22 08:06:34.238926 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917b1ede-5896-46cf-846b-27f44ecaf42d', 'tag': '1c5a4c21-244b-42fc-82de-cefdf3f46309'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:06:34.241126 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f32786e-d905-43ef-b47f-abec8038282c" -d '{"events": [{"name": "network-changed", "server_uuid": "917b1ede-5896-46cf-846b-27f44ecaf42d", "tag": "1c5a4c21-244b-42fc-82de-cefdf3f46309"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:06:34.266831 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-9ccbc662-c6e7-456f-bc43-ce48f047e68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:06:34.299460 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203e81e1-c47b-499b-aeae-816110522b7b x-openstack-request-id: req-203e81e1-c47b-499b-aeae-816110522b7b {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:06:34.299460 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "917b1ede-5896-46cf-846b-27f44ecaf42d", "tag": "1c5a4c21-244b-42fc-82de-cefdf3f46309", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:06:34.299460 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-203e81e1-c47b-499b-aeae-816110522b7b {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:06:34.299460 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-203e81e1-c47b-499b-aeae-816110522b7b'] response: {'name': 'network-changed', 'server_uuid': '917b1ede-5896-46cf-846b-27f44ecaf42d', 'tag': '1c5a4c21-244b-42fc-82de-cefdf3f46309', 'status': 'completed', 'code': 200} Apr 22 08:06:34.318117 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccbc662-c6e7-456f-bc43-ce48f047e68a None None] Checking router: 7090097d-05ba-42e9-a34f-e11e7566645b for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:06:34.329560 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccbc662-c6e7-456f-bc43-ce48f047e68a None None] Routers {'7090097d-05ba-42e9-a34f-e11e7566645b'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:06:34.331105 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-9ccbc662-c6e7-456f-bc43-ce48f047e68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:06:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['7090097d-05ba-42e9-a34f-e11e7566645b'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:06:34.345385 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f50479-e575-466d-a10f-fe9e566715fe service neutron] Pushing event updated for resources: {'Port': ['ID=1c5a4c21-244b-42fc-82de-cefdf3f46309,revision_number=3']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:34.393309 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4119362-18a6-48ba-89d2-eb681a0b8cce req-1e24176e-8182-438d-9a04-1e050b007595 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:34.394730 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f4119362-18a6-48ba-89d2-eb681a0b8cce req-1e24176e-8182-438d-9a04-1e050b007595 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97d4df8-20bc-4615-aeff-42e9c11fd921 HTTP/1.1" status: 200 len: 945 time: 0.1139283 Apr 22 08:06:34.400369 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32786e-d905-43ef-b47f-abec8038282c req-87ec029d-49eb-48fd-957b-89cba54eac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:34.401861 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6f32786e-d905-43ef-b47f-abec8038282c req-87ec029d-49eb-48fd-957b-89cba54eac54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54eb0f8b3a1342f195e1f6deccb11646&device_id=917b1ede-5896-46cf-846b-27f44ecaf42d HTTP/1.1" status: 200 len: 1127 time: 0.0687337 Apr 22 08:06:34.448440 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-9ccbc662-c6e7-456f-bc43-ce48f047e68a None None] Set router 7090097d-05ba-42e9-a34f-e11e7566645b gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:06:34.498436 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f4119362-18a6-48ba-89d2-eb681a0b8cce req-92b77cbe-fe44-46eb-84c0-4554b774aad4 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956140 Apr 22 08:06:34.530088 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32786e-d905-43ef-b47f-abec8038282c req-fcd06bf1-1d62-46ac-b7c6-076d647c7632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:34.531579 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6f32786e-d905-43ef-b47f-abec8038282c req-fcd06bf1-1d62-46ac-b7c6-076d647c7632 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=54eb0f8b3a1342f195e1f6deccb11646&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1223581 Apr 22 08:06:34.630089 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32786e-d905-43ef-b47f-abec8038282c req-3321e3e3-fa6c-45a3-b6f1-5b573629672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:34.631657 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6f32786e-d905-43ef-b47f-abec8038282c req-3321e3e3-fa6c-45a3-b6f1-5b573629672a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929847 Apr 22 08:06:34.651506 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-9ccbc662-c6e7-456f-bc43-ce48f047e68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:06:34.679917 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccbc662-c6e7-456f-bc43-ce48f047e68a None None] The sync data for ids ['7090097d-05ba-42e9-a34f-e11e7566645b'] in dv-cinder-838880-1-smb is: [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:06:34.754790 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b92be349-cc40-4b31-b15b-4117d8125dd2 req-30ff9964-5421-49eb-a401-5d3a7056888b tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbfc4eb9-90b3-442c-9733-0a0a273812c0 HTTP/1.1" status: 200 len: 210 time: 0.0311725 Apr 22 08:06:34.756885 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-d13be4d9-f467-4963-9860-9795925892db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:34.758358 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-d13be4d9-f467-4963-9860-9795925892db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=54eb0f8b3a1342f195e1f6deccb11646&device_id=917b1ede-5896-46cf-846b-27f44ecaf42d HTTP/1.1" status: 200 len: 1127 time: 0.0830965 Apr 22 08:06:34.816230 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-90c30069-7cf0-4b6b-ad53-153586ac1915 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c5a4c21-244b-42fc-82de-cefdf3f46309 HTTP/1.1" status: 200 len: 217 time: 0.0416846 Apr 22 08:06:34.895656 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-1463a121-8a17-4179-be0b-c64951c29b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:34.897119 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-1463a121-8a17-4179-be0b-c64951c29b8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=858bd177-5e35-47aa-b9bd-ac890e72e7a0 HTTP/1.1" status: 200 len: 849 time: 0.0736094 Apr 22 08:06:34.940618 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a924a8-8934-40ab-bf76-d2b8ad213beb None None] New status for floating IP 92107b78-fcd9-4b29-a5c6-aeff3bcb5266: DOWN {{(pid=103834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 08:06:34.948465 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62c788-d4d1-4f7c-b941-801a9446eccf req-70f01227-8bbb-4bb0-a897-8a5b7ecb6e27 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:34.949939 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cf62c788-d4d1-4f7c-b941-801a9446eccf req-70f01227-8bbb-4bb0-a897-8a5b7ecb6e27 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=917b1ede-5896-46cf-846b-27f44ecaf42d HTTP/1.1" status: 200 len: 943 time: 0.1282809 Apr 22 08:06:34.954604 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-bb99cf88-8982-4beb-a283-dd0c8dd55aee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7000b323-b18e-4670-972b-3cb69ae35a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462112 Apr 22 08:06:35.060604 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cf62c788-d4d1-4f7c-b941-801a9446eccf req-92947937-ae67-4c54-b47f-fa1f0946072e tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015947 Apr 22 08:06:35.089717 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-55c124f3-2a0a-421d-8a15-146534795fc8 service neutron] 10.222.0.39 "GET /v2.0/networks/7000b323-b18e-4670-972b-3cb69ae35a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242726 Apr 22 08:06:35.414780 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-80e17ab7-6cbf-4725-826c-fc8dabf45dd5 req-50b52f7f-b6ea-491b-b272-af8a68b6e8c8 service neutron] 10.222.0.39 "GET /v2.0/networks/7000b323-b18e-4670-972b-3cb69ae35a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181703 Apr 22 08:06:35.618367 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f840060-e915-4dfe-9e91-b655c9c5ee6d req-985063b0-5ddc-4e89-a114-abaf180cd868 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:35.619840 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6f840060-e915-4dfe-9e91-b655c9c5ee6d req-985063b0-5ddc-4e89-a114-abaf180cd868 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97d4df8-20bc-4615-aeff-42e9c11fd921 HTTP/1.1" status: 200 len: 945 time: 0.0514157 Apr 22 08:06:35.666070 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6f840060-e915-4dfe-9e91-b655c9c5ee6d req-b4a71436-ddc3-4c7d-a003-6efa4adfce57 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407712 Apr 22 08:06:35.905763 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19aa8c-db88-4a16-bbda-b8e89b334d44 req-7e691b6c-5593-4794-90c5-88d5321bf8fc tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:35.907248 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9c19aa8c-db88-4a16-bbda-b8e89b334d44 req-7e691b6c-5593-4794-90c5-88d5321bf8fc tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0529373 Apr 22 08:06:35.934431 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 35836) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:06:35.985988 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9c19aa8c-db88-4a16-bbda-b8e89b334d44 req-5f2a435d-f418-4267-9830-1b69fa641573 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728030 Apr 22 08:06:35.992541 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce20323-283c-46e5-afbf-e817f8182d72 req-31ca9819-6565-4e77-9ef7-d72c5ef862d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:35.994649 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4ce20323-283c-46e5-afbf-e817f8182d72 req-31ca9819-6565-4e77-9ef7-d72c5ef862d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea95f2f73f24412d821786dca4fd986a&device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 1130 time: 0.0756471 Apr 22 08:06:35.996964 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e418691b-759e-44a9-b0d3-005b7c63a31e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:36.020909 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e418691b-759e-44a9-b0d3-005b7c63a31e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:36.085806 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce20323-283c-46e5-afbf-e817f8182d72 req-54b6d806-dc37-4dff-bca8-a8c6452711ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:36.087456 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4ce20323-283c-46e5-afbf-e817f8182d72 req-54b6d806-dc37-4dff-bca8-a8c6452711ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=13a6078d-58b1-4081-bb3a-ccd74a412f02 HTTP/1.1" status: 200 len: 920 time: 0.0856082 Apr 22 08:06:36.155725 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e418691b-759e-44a9-b0d3-005b7c63a31e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:36.158410 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e418691b-759e-44a9-b0d3-005b7c63a31e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:36.159872 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-e418691b-759e-44a9-b0d3-005b7c63a31e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "DELETE /v2.0/security-groups/2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca HTTP/1.1" status: 204 len: 168 time: 0.2243485 Apr 22 08:06:36.163161 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 35840) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:06:36.176387 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418691b-759e-44a9-b0d3-005b7c63a31e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:36.187039 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.api.v2.resource [None req-6d55bb3d-fbbb-4876-b68c-5765dd30e762 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] show failed (client error): The resource could not be found. Apr 22 08:06:36.187958 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-6d55bb3d-fbbb-4876-b68c-5765dd30e762 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups/2ac7d964-c6ed-4ce7-8f69-c29ae99f69ca HTTP/1.1" status: 404 len: 347 time: 0.0239220 Apr 22 08:06:36.189451 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418691b-759e-44a9-b0d3-005b7c63a31e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:36.189802 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418691b-759e-44a9-b0d3-005b7c63a31e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:36.190138 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418691b-759e-44a9-b0d3-005b7c63a31e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:36.190568 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418691b-759e-44a9-b0d3-005b7c63a31e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:36.190855 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4ce20323-283c-46e5-afbf-e817f8182d72 req-e087d2aa-9bc5-434e-abbc-713b30e7ecc7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2568104-a3d6-43ac-84a8-c524baba461d HTTP/1.1" status: 200 len: 1002 time: 0.0958743 Apr 22 08:06:36.190967 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418691b-759e-44a9-b0d3-005b7c63a31e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:36.191232 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418691b-759e-44a9-b0d3-005b7c63a31e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:36.191341 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 35842) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:06:36.191562 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418691b-759e-44a9-b0d3-005b7c63a31e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:36.191886 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418691b-759e-44a9-b0d3-005b7c63a31e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:36.192233 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418691b-759e-44a9-b0d3-005b7c63a31e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:36.192555 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418691b-759e-44a9-b0d3-005b7c63a31e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:36.192876 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418691b-759e-44a9-b0d3-005b7c63a31e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:36.193198 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418691b-759e-44a9-b0d3-005b7c63a31e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:36.193516 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e418691b-759e-44a9-b0d3-005b7c63a31e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:36.277809 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4cdc0-5c3d-4d16-9378-d613254c2484 req-cbbbe52d-5dc9-45a0-a3ab-36bac49b372f tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:36.279296 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5ab4cdc0-5c3d-4d16-9378-d613254c2484 req-cbbbe52d-5dc9-45a0-a3ab-36bac49b372f tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=917b1ede-5896-46cf-846b-27f44ecaf42d HTTP/1.1" status: 200 len: 943 time: 0.1436291 Apr 22 08:06:36.352911 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce20323-283c-46e5-afbf-e817f8182d72 req-ac98ad29-98db-410d-b138-0555dadc7d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:36.354453 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4ce20323-283c-46e5-afbf-e817f8182d72 req-ac98ad29-98db-410d-b138-0555dadc7d95 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=434aae01-3eff-47a2-96c3-7b3f40b18165 HTTP/1.1" status: 200 len: 858 time: 0.1537266 Apr 22 08:06:36.414038 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5ab4cdc0-5c3d-4d16-9378-d613254c2484 req-d7dee9f8-e1c6-41f7-84dd-6514b1048376 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011293 Apr 22 08:06:36.439272 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-e9598eb6-3c48-4efa-adaf-0bace7d2d34d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Deleting port 811e3923-dec1-4914-843e-abc1fdf1f562 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:06:36.439866 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e9598eb6-3c48-4efa-adaf-0bace7d2d34d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (811e3923-dec1-4914-843e-abc1fdf1f562), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:36.451831 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce20323-283c-46e5-afbf-e817f8182d72 req-403ac65e-8954-4bc8-aba7-b745746c0578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:36.453314 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4ce20323-283c-46e5-afbf-e817f8182d72 req-403ac65e-8954-4bc8-aba7-b745746c0578 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13a6078d-58b1-4081-bb3a-ccd74a412f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0869308 Apr 22 08:06:36.574292 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e9598eb6-3c48-4efa-adaf-0bace7d2d34d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (811e3923-dec1-4914-843e-abc1fdf1f562), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:36.574653 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e9598eb6-3c48-4efa-adaf-0bace7d2d34d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (811e3923-dec1-4914-843e-abc1fdf1f562), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:36.596655 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-e9598eb6-3c48-4efa-adaf-0bace7d2d34d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Calling delete_port for 811e3923-dec1-4914-843e-abc1fdf1f562 owned by network:floatingip {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:06:36.601616 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4ce20323-283c-46e5-afbf-e817f8182d72 req-6705e614-0c77-4777-9b32-7b8ba64f8b5b service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252894 Apr 22 08:06:36.791805 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4ce20323-283c-46e5-afbf-e817f8182d72 req-1d7eed46-fd60-4d5d-8bf0-130a5284d062 service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745646 Apr 22 08:06:36.843431 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a0387-c357-4528-b266-fa16f6985ec9 req-26604b99-581b-4db9-883f-c89855564410 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:36.843630 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 2544c230-aa0b-4b61-9082-8839314c06b8 no longer exists at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:06:36.845101 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-341a0387-c357-4528-b266-fa16f6985ec9 req-26604b99-581b-4db9-883f-c89855564410 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97d4df8-20bc-4615-aeff-42e9c11fd921 HTTP/1.1" status: 200 len: 945 time: 0.1122875 Apr 22 08:06:36.872485 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] No Port match for: 2544c230-aa0b-4b61-9082-8839314c06b8 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:06:36.872485 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 2544c230-aa0b-4b61-9082-8839314c06b8 not bound to the agent host hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:06:36.904208 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-341a0387-c357-4528-b266-fa16f6985ec9 req-f5cd782d-6241-4af5-8697-305894b7a6e2 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498810 Apr 22 08:06:36.943902 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e9598eb6-3c48-4efa-adaf-0bace7d2d34d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (811e3923-dec1-4914-843e-abc1fdf1f562), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:36.970370 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9598eb6-3c48-4efa-adaf-0bace7d2d34d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event deleted for resources: {'Port': ['ID=811e3923-dec1-4914-843e-abc1fdf1f562,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:37.036321 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e9598eb6-3c48-4efa-adaf-0bace7d2d34d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (92107b78-fcd9-4b29-a5c6-aeff3bcb5266), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:37.038852 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e9598eb6-3c48-4efa-adaf-0bace7d2d34d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:37.042761 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-e9598eb6-3c48-4efa-adaf-0bace7d2d34d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "DELETE /v2.0/floatingips/92107b78-fcd9-4b29-a5c6-aeff3bcb5266 HTTP/1.1" status: 204 len: 168 time: 0.8478024 Apr 22 08:06:37.109620 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286aec09-09b8-4892-9bfc-456e3a1ca015 req-3bfd2543-2926-4bb9-af1c-4a8ca49d3d0f tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:37.111111 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-286aec09-09b8-4892-9bfc-456e3a1ca015 req-3bfd2543-2926-4bb9-af1c-4a8ca49d3d0f tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0538292 Apr 22 08:06:37.158736 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-286aec09-09b8-4892-9bfc-456e3a1ca015 req-7a711e3e-f541-41fe-b5e8-c9d91cf9b055 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417686 Apr 22 08:06:37.268378 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 35854) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:06:37.272869 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-a645ac6b-eac8-4ff9-8738-61b22191fe8d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1098428233', 'description': 'tempest-description--307871147'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:06:37.319234 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2654f32-af25-49bd-9720-e74e638ea607 req-e13343f0-d353-4429-af20-e688881478e0 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:37.320730 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f2654f32-af25-49bd-9720-e74e638ea607 req-e13343f0-d353-4429-af20-e688881478e0 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.39 "GET /v2.0/ports?device_id=c97d4df8-20bc-4615-aeff-42e9c11fd921 HTTP/1.1" status: 200 len: 945 time: 0.0542650 Apr 22 08:06:37.361458 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a645ac6b-eac8-4ff9-8738-61b22191fe8d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:37.426283 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a645ac6b-eac8-4ff9-8738-61b22191fe8d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (beceda13-7626-4e72-bdf2-10932a5875fe), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:37.429863 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-f2654f32-af25-49bd-9720-e74e638ea607 req-3dd98e6f-b30b-490d-b2fd-1cc869ee15c5 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Deleting port a3c1ac47-d15e-465b-80c6-d1e380cbef62 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:06:37.430747 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-f2654f32-af25-49bd-9720-e74e638ea607 req-3dd98e6f-b30b-490d-b2fd-1cc869ee15c5 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (a3c1ac47-d15e-465b-80c6-d1e380cbef62), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:37.485015 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a645ac6b-eac8-4ff9-8738-61b22191fe8d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (beceda13-7626-4e72-bdf2-10932a5875fe), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:37.515548 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645ac6b-eac8-4ff9-8738-61b22191fe8d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beceda13-7626-4e72-bdf2-10932a5875fe,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:37.554144 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-f2654f32-af25-49bd-9720-e74e638ea607 req-3dd98e6f-b30b-490d-b2fd-1cc869ee15c5 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] For port a3c1ac47-d15e-465b-80c6-d1e380cbef62, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=a3c1ac47-d15e-465b-80c6-d1e380cbef62,segment=NetworkSegment(a68dda09-9d18-493d-9415-4cebe1fc659a),segment_id=a68dda09-9d18-493d-9415-4cebe1fc659a)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:06:37.554720 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-f2654f32-af25-49bd-9720-e74e638ea607 req-3dd98e6f-b30b-490d-b2fd-1cc869ee15c5 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (a3c1ac47-d15e-465b-80c6-d1e380cbef62), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:37.563215 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a645ac6b-eac8-4ff9-8738-61b22191fe8d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:37.564467 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-a645ac6b-eac8-4ff9-8738-61b22191fe8d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2949975 Apr 22 08:06:37.567360 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 35858) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:06:37.570746 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-f2654f32-af25-49bd-9720-e74e638ea607 req-3dd98e6f-b30b-490d-b2fd-1cc869ee15c5 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Calling delete_port for a3c1ac47-d15e-465b-80c6-d1e380cbef62 owned by compute:nova {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:06:37.572580 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-a473488a-f693-4030-8800-90807fc64866 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'security_group_rule': {'security_group_id': 'beceda13-7626-4e72-bdf2-10932a5875fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:06:37.584345 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c940f19-8973-4f54-ad32-7e1aa88205f3 req-b623bd29-00b8-4a2b-9587-ee28a0cc2be8 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:37.585796 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8c940f19-8973-4f54-ad32-7e1aa88205f3 req-b623bd29-00b8-4a2b-9587-ee28a0cc2be8 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=917b1ede-5896-46cf-846b-27f44ecaf42d HTTP/1.1" status: 200 len: 943 time: 0.0986154 Apr 22 08:06:37.663396 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a473488a-f693-4030-8800-90807fc64866 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (6313fa3d-ce13-457e-9258-1e7b30626f1c), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:37.675198 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8c940f19-8973-4f54-ad32-7e1aa88205f3 req-809b9d21-e13e-48ef-9740-b81b5bfd3c2b tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828228 Apr 22 08:06:37.722249 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a473488a-f693-4030-8800-90807fc64866 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (6313fa3d-ce13-457e-9258-1e7b30626f1c), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:37.784534 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a473488a-f693-4030-8800-90807fc64866 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (6313fa3d-ce13-457e-9258-1e7b30626f1c), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:37.803499 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473488a-f693-4030-8800-90807fc64866 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6313fa3d-ce13-457e-9258-1e7b30626f1c,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:37.816587 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-f2654f32-af25-49bd-9720-e74e638ea607 req-3dd98e6f-b30b-490d-b2fd-1cc869ee15c5 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (a3c1ac47-d15e-465b-80c6-d1e380cbef62), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:37.832871 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['a3c1ac47-d15e-465b-80c6-d1e380cbef62'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:06:37.847505 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd98e6f-b30b-490d-b2fd-1cc869ee15c5 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Pushing event deleted for resources: {'Port': ['ID=a3c1ac47-d15e-465b-80c6-d1e380cbef62,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:37.881218 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a473488a-f693-4030-8800-90807fc64866 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:37.882609 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-a473488a-f693-4030-8800-90807fc64866 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3142259 Apr 22 08:06:37.888430 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 35860) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:06:37.889976 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-7763f68c-2b92-44f6-9373-27d50dc8b185 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'security_group_rule': {'security_group_id': 'beceda13-7626-4e72-bdf2-10932a5875fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:06:37.891884 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2654f32-af25-49bd-9720-e74e638ea607 req-3dd98e6f-b30b-490d-b2fd-1cc869ee15c5 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] No DVR routers for this DVR port a3c1ac47-d15e-465b-80c6-d1e380cbef62 on host hv-cinder-83888 {{(pid=103832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:06:37.894243 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-f2654f32-af25-49bd-9720-e74e638ea607 req-3dd98e6f-b30b-490d-b2fd-1cc869ee15c5 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:37.897592 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f2654f32-af25-49bd-9720-e74e638ea607 req-3dd98e6f-b30b-490d-b2fd-1cc869ee15c5 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.39 "DELETE /v2.0/ports/a3c1ac47-d15e-465b-80c6-d1e380cbef62 HTTP/1.1" status: 204 len: 173 time: 0.5672290 Apr 22 08:06:37.898031 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97d4df8-20bc-4615-aeff-42e9c11fd921', 'name': 'network-vif-deleted', 'tag': 'a3c1ac47-d15e-465b-80c6-d1e380cbef62'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:06:37.901061 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f3dfe2-66cf-4b4d-982c-649866fcfd0d" -d '{"events": [{"server_uuid": "c97d4df8-20bc-4615-aeff-42e9c11fd921", "name": "network-vif-deleted", "tag": "a3c1ac47-d15e-465b-80c6-d1e380cbef62"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:06:37.939275 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ba0927-498c-400e-871d-f11f3ed9c75f x-openstack-request-id: req-18ba0927-498c-400e-871d-f11f3ed9c75f {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:06:37.939577 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97d4df8-20bc-4615-aeff-42e9c11fd921", "name": "network-vif-deleted", "tag": "a3c1ac47-d15e-465b-80c6-d1e380cbef62", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:06:37.939932 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18ba0927-498c-400e-871d-f11f3ed9c75f {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:06:37.940232 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18ba0927-498c-400e-871d-f11f3ed9c75f'] response: {'server_uuid': 'c97d4df8-20bc-4615-aeff-42e9c11fd921', 'name': 'network-vif-deleted', 'tag': 'a3c1ac47-d15e-465b-80c6-d1e380cbef62', 'status': 'completed', 'code': 200} Apr 22 08:06:37.999789 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bc822adc-3c13-4f9a-8be1-1cb4eb0cb32a req-79398fb4-5c8d-419e-add2-cdeeb915fbc5 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97d4df8-20bc-4615-aeff-42e9c11fd921 HTTP/1.1" status: 200 len: 210 time: 0.0274401 Apr 22 08:06:38.062071 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7763f68c-2b92-44f6-9373-27d50dc8b185 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (6566f87e-8dab-4a98-9245-f9decf64c584), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:38.114845 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7763f68c-2b92-44f6-9373-27d50dc8b185 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (6566f87e-8dab-4a98-9245-f9decf64c584), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:38.222524 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7763f68c-2b92-44f6-9373-27d50dc8b185 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (6566f87e-8dab-4a98-9245-f9decf64c584), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:38.240289 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763f68c-2b92-44f6-9373-27d50dc8b185 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6566f87e-8dab-4a98-9245-f9decf64c584,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:38.297860 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc134aef-d88a-4de2-a0d3-a5b1d8f98b45 req-ec2d8d2e-93a4-4247-a231-e6781ebccfb8 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:38.299687 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cc134aef-d88a-4de2-a0d3-a5b1d8f98b45 req-ec2d8d2e-93a4-4247-a231-e6781ebccfb8 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0601339 Apr 22 08:06:38.557314 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cc134aef-d88a-4de2-a0d3-a5b1d8f98b45 req-5360400d-e8ce-4a9f-933a-e48597b50769 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461025 Apr 22 08:06:38.603728 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7763f68c-2b92-44f6-9373-27d50dc8b185 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:38.605075 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-7763f68c-2b92-44f6-9373-27d50dc8b185 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7185190 Apr 22 08:06:38.608027 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 35868) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:06:38.612345 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-28f07123-146c-477e-8989-a5bf6a10c814 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'floatingip': {'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:06:38.795815 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0ec77-ef84-4213-8680-ac894bd1a131 req-9fec3a6f-e6b9-4fc4-ad1b-be35595f40e1 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:38.797323 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-58b0ec77-ef84-4213-8680-ac894bd1a131 req-9fec3a6f-e6b9-4fc4-ad1b-be35595f40e1 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=917b1ede-5896-46cf-846b-27f44ecaf42d HTTP/1.1" status: 200 len: 943 time: 0.0529876 Apr 22 08:06:38.812761 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-28f07123-146c-477e-8989-a5bf6a10c814 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:38.843753 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-58b0ec77-ef84-4213-8680-ac894bd1a131 req-9306104c-5d16-4053-9ccf-da616d4ef08c tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408690 Apr 22 08:06:38.858293 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 1c5a4c21-244b-42fc-82de-cefdf3f46309 details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:06:38.911324 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-28f07123-146c-477e-8989-a5bf6a10c814 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:38.955859 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 1c5a4c21-244b-42fc-82de-cefdf3f46309, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=1c5a4c21-244b-42fc-82de-cefdf3f46309,segment=NetworkSegment(d4e0d8ff-410a-48d6-ab4c-75251298923f),segment_id=d4e0d8ff-410a-48d6-ab4c-75251298923f)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:06:38.968005 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': '1c5a4c21-244b-42fc-82de-cefdf3f46309', 'network_id': '7000b323-b18e-4670-972b-3cb69ae35a08', 'port_id': '1c5a4c21-244b-42fc-82de-cefdf3f46309', 'mac_address': 'fa:16:3e:5f:ea:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '858bd177-5e35-47aa-b9bd-ac890e72e7a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:06:39.009438 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 1c5a4c21-244b-42fc-82de-cefdf3f46309 is: DOWN; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:06:39.009831 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (1c5a4c21-244b-42fc-82de-cefdf3f46309), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:39.012986 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-28f07123-146c-477e-8989-a5bf6a10c814 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Allocated IP 172.28.2.16 (1ba3c60b-0bed-4e05-bf6c-e6da0128f626/c65f8918-06d0-4042-b508-c83c4010a7fc/3e0bf1a4-84ae-481d-9ff6-28039ea762ad) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:06:39.022635 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5a4c21-244b-42fc-82de-cefdf3f46309 {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:06:39.047139 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 1c5a4c21-244b-42fc-82de-cefdf3f46309, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=1c5a4c21-244b-42fc-82de-cefdf3f46309,segment=NetworkSegment(d4e0d8ff-410a-48d6-ab4c-75251298923f),segment_id=d4e0d8ff-410a-48d6-ab4c-75251298923f)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:06:39.105871 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4957d724-71ac-4403-b886-5d5a86bc61af req-def64a4a-afc1-44d8-b63e-66354e146713 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=c97d4df8-20bc-4615-aeff-42e9c11fd921 HTTP/1.1" status: 200 len: 210 time: 0.0278590 Apr 22 08:06:39.121699 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-28f07123-146c-477e-8989-a5bf6a10c814 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for port (3e0bf1a4-84ae-481d-9ff6-28039ea762ad), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:39.132595 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (1c5a4c21-244b-42fc-82de-cefdf3f46309), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:39.181654 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=1c5a4c21-244b-42fc-82de-cefdf3f46309,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:39.189638 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:39.189992 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:39.190344 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:39.190712 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:39.191051 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:39.191388 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:39.191723 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:39.192059 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:39.192396 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:39.192749 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:39.193127 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:39.193455 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:39.193781 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:06:39.216627 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-28f07123-146c-477e-8989-a5bf6a10c814 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (3e0bf1a4-84ae-481d-9ff6-28039ea762ad), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:39.251584 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f07123-146c-477e-8989-a5bf6a10c814 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:06:39.254263 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-28f07123-146c-477e-8989-a5bf6a10c814 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:06:39.257564 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f07123-146c-477e-8989-a5bf6a10c814 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:06:39.282967 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f07123-146c-477e-8989-a5bf6a10c814 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'Port': ['ID=3e0bf1a4-84ae-481d-9ff6-28039ea762ad,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:39.347924 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-28f07123-146c-477e-8989-a5bf6a10c814 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (1deef1d2-8800-428a-930d-12966fa9dd8d), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:39.428522 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['1c5a4c21-244b-42fc-82de-cefdf3f46309'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:06:39.438623 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-28f07123-146c-477e-8989-a5bf6a10c814 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (3e0bf1a4-84ae-481d-9ff6-28039ea762ad), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:39.590799 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-28f07123-146c-477e-8989-a5bf6a10c814 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for port (3e0bf1a4-84ae-481d-9ff6-28039ea762ad), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:39.656233 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38d991-4bc1-4034-ae20-1fb1502be876 req-004d0912-627f-43b8-91a7-c7445fe5055a tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:39.657619 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ae38d991-4bc1-4034-ae20-1fb1502be876 req-004d0912-627f-43b8-91a7-c7445fe5055a tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0556476 Apr 22 08:06:39.667608 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-28f07123-146c-477e-8989-a5bf6a10c814 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079315'] for port (3e0bf1a4-84ae-481d-9ff6-28039ea762ad), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:39.705302 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ae38d991-4bc1-4034-ae20-1fb1502be876 req-9ae0b688-0eb8-477c-963a-2d6e24b8a1ce tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418668 Apr 22 08:06:39.744400 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f07123-146c-477e-8989-a5bf6a10c814 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'Port': ['ID=3e0bf1a4-84ae-481d-9ff6-28039ea762ad,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:39.754040 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-28f07123-146c-477e-8989-a5bf6a10c814 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (1deef1d2-8800-428a-930d-12966fa9dd8d), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:39.824411 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-28f07123-146c-477e-8989-a5bf6a10c814 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:39.825615 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-28f07123-146c-477e-8989-a5bf6a10c814 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2166572 Apr 22 08:06:39.963289 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fcc2ea-e904-4ec1-911b-e475d2148f8d req-0546d3eb-d257-4f80-bd22-69c9261244d6 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:39.964799 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-81fcc2ea-e904-4ec1-911b-e475d2148f8d req-0546d3eb-d257-4f80-bd22-69c9261244d6 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=917b1ede-5896-46cf-846b-27f44ecaf42d HTTP/1.1" status: 200 len: 944 time: 0.0534439 Apr 22 08:06:40.045346 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-968fecde-3430-4809-b492-0867152d61e5 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1098428233&fields=id&tenant_id=418089b9d73b40b198fe850c8e0fa9b8 HTTP/1.1" status: 200 len: 267 time: 0.0693491 Apr 22 08:06:40.048309 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-81fcc2ea-e904-4ec1-911b-e475d2148f8d req-a29e07fd-0049-44d4-9228-2fff1cdd33f4 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777755 Apr 22 08:06:40.152250 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-64edac88-fbdd-47b0-8e85-7147f54907dc tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:40.153733 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-64edac88-fbdd-47b0-8e85-7147f54907dc tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/networks?id=6dee7f59-68db-465f-b55a-26e8be06de12 HTTP/1.1" status: 200 len: 815 time: 0.1019261 Apr 22 08:06:40.169896 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-d964d040-73a0-4449-9a9d-dba5b3b0d38f tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/quotas/418089b9d73b40b198fe850c8e0fa9b8 HTTP/1.1" status: 200 len: 375 time: 0.0104434 Apr 22 08:06:40.224847 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-3fb8ed53-ed9b-4710-8316-d83f70d9563b tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=418089b9d73b40b198fe850c8e0fa9b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485892 Apr 22 08:06:40.323052 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-3c06d21e-a0cb-43f1-bb2c-26652511ea98 service neutron] 10.222.0.13 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855012 Apr 22 08:06:40.409657 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-1ed424f1-898e-412e-9bb2-3a59126da1bf service neutron] 10.222.0.13 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805991 Apr 22 08:06:40.578568 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-12d89d0d-c8a1-4b0b-9da3-932e50406cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:40.634294 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f5a2fa25-40dd-420c-ae35-6a58d5c5b235 req-69ee5a5b-84a9-4a8b-86eb-ce3a9585b617 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eecc7f8-3d57-444e-bff4-d18c075f0bd2 HTTP/1.1" status: 200 len: 210 time: 0.0275486 Apr 22 08:06:40.828262 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346ce0f-573a-4d6d-b96e-b27f976338ad req-1311e19b-3cb3-4cf5-a2df-bb52b132fed9 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:40.829882 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9346ce0f-573a-4d6d-b96e-b27f976338ad req-1311e19b-3cb3-4cf5-a2df-bb52b132fed9 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0567186 Apr 22 08:06:40.877658 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9346ce0f-573a-4d6d-b96e-b27f976338ad req-007f3e9c-bfdf-426d-82e7-cb5a31e2fafd tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419791 Apr 22 08:06:40.890823 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 1c5a4c21-244b-42fc-82de-cefdf3f46309 up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:06:41.018236 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning for port 1c5a4c21-244b-42fc-82de-cefdf3f46309 completed by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 08:06:41.022470 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port 1c5a4c21-244b-42fc-82de-cefdf3f46309 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:06:41.023328 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (1c5a4c21-244b-42fc-82de-cefdf3f46309), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:41.104267 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 1c5a4c21-244b-42fc-82de-cefdf3f46309 is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:06:41.109420 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (1c5a4c21-244b-42fc-82de-cefdf3f46309), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:41.127974 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917b1ede-5896-46cf-846b-27f44ecaf42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5a4c21-244b-42fc-82de-cefdf3f46309'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:06:41.130242 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9142287c-10f3-4c3c-b0f1-bb35b0f1a88e" -d '{"events": [{"server_uuid": "917b1ede-5896-46cf-846b-27f44ecaf42d", "name": "network-vif-plugged", "status": "completed", "tag": "1c5a4c21-244b-42fc-82de-cefdf3f46309"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:06:41.143248 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 1c5a4c21-244b-42fc-82de-cefdf3f46309, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=1c5a4c21-244b-42fc-82de-cefdf3f46309,segment=NetworkSegment(d4e0d8ff-410a-48d6-ab4c-75251298923f),segment_id=d4e0d8ff-410a-48d6-ab4c-75251298923f)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:06:41.167625 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fbf555-d7eb-43c4-9614-b183229641db x-openstack-request-id: req-e9fbf555-d7eb-43c4-9614-b183229641db {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:06:41.167914 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917b1ede-5896-46cf-846b-27f44ecaf42d", "name": "network-vif-plugged", "status": "completed", "tag": "1c5a4c21-244b-42fc-82de-cefdf3f46309", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:06:41.168171 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9fbf555-d7eb-43c4-9614-b183229641db {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:06:41.168563 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9fbf555-d7eb-43c4-9614-b183229641db'] response: {'server_uuid': '917b1ede-5896-46cf-846b-27f44ecaf42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5a4c21-244b-42fc-82de-cefdf3f46309', 'code': 200} Apr 22 08:06:41.172800 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a11e9-47f7-480e-97ee-50093db4d60d req-cdca86c9-0b69-48c1-b56b-e95a0670a29e tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:41.174285 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-268a11e9-47f7-480e-97ee-50093db4d60d req-cdca86c9-0b69-48c1-b56b-e95a0670a29e tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=917b1ede-5896-46cf-846b-27f44ecaf42d HTTP/1.1" status: 200 len: 944 time: 0.0568218 Apr 22 08:06:41.218655 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (1c5a4c21-244b-42fc-82de-cefdf3f46309), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:41.219943 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device a3c1ac47-d15e-465b-80c6-d1e380cbef62 no longer exists at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:06:41.222193 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-268a11e9-47f7-480e-97ee-50093db4d60d req-9cee9c0a-cebc-4a54-92cf-554c6a782ac2 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422451 Apr 22 08:06:41.244412 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] No Port match for: a3c1ac47-d15e-465b-80c6-d1e380cbef62 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:06:41.244989 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device a3c1ac47-d15e-465b-80c6-d1e380cbef62 not bound to the agent host hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:06:41.286634 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=1c5a4c21-244b-42fc-82de-cefdf3f46309,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:41.484505 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb33f8-824d-43d6-affb-ea874e7e8127 req-d4a1c72d-56b6-48e3-a9c5-14eed5310a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:41.485946 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-02bb33f8-824d-43d6-affb-ea874e7e8127 req-d4a1c72d-56b6-48e3-a9c5-14eed5310a42 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=917b1ede-5896-46cf-846b-27f44ecaf42d HTTP/1.1" status: 200 len: 1129 time: 0.0428789 Apr 22 08:06:41.531348 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-02bb33f8-824d-43d6-affb-ea874e7e8127 req-f870be2b-9133-47c6-a7ec-8f00ce8ef70c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395041 Apr 22 08:06:41.733253 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6f7b3993-8a32-4cf6-8363-aca4295d3dab req-4c0e5ab8-0274-421a-bc84-e28d35932784 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eecc7f8-3d57-444e-bff4-d18c075f0bd2 HTTP/1.1" status: 200 len: 210 time: 0.0281482 Apr 22 08:06:41.996423 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea1ca5-e54f-4ee6-a73d-8975c4d264f6 req-0a569c7c-5be8-4f8b-9d09-dcf13314c8f3 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:41.997829 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-68ea1ca5-e54f-4ee6-a73d-8975c4d264f6 req-0a569c7c-5be8-4f8b-9d09-dcf13314c8f3 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0531094 Apr 22 08:06:42.046001 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-68ea1ca5-e54f-4ee6-a73d-8975c4d264f6 req-fa5caa58-c637-419c-9d7d-0a3c0a39144e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421772 Apr 22 08:06:42.344073 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae1c0e-7a56-4ba9-935c-f9346a7ceff5 req-efea07f9-89eb-4a66-86e7-bc83f4bd9639 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:42.345556 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6dae1c0e-7a56-4ba9-935c-f9346a7ceff5 req-efea07f9-89eb-4a66-86e7-bc83f4bd9639 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=917b1ede-5896-46cf-846b-27f44ecaf42d HTTP/1.1" status: 200 len: 945 time: 0.0528457 Apr 22 08:06:42.396442 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6dae1c0e-7a56-4ba9-935c-f9346a7ceff5 req-fef248d4-06be-4796-802c-f299ca5f097e tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445905 Apr 22 08:06:42.834322 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c55bd033-59c8-4fe5-8eb9-86399f843380 req-fe261883-2c6f-4769-8b28-489f14363d62 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eecc7f8-3d57-444e-bff4-d18c075f0bd2 HTTP/1.1" status: 200 len: 210 time: 0.0271807 Apr 22 08:06:42.972987 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-bbb84972-1cf0-499d-adb8-35ed1206d98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:43.216743 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229a95b-6576-4f0b-bde5-f5eb941e7f49 req-14de3dc7-ed5d-4119-b7e8-4bf702a0c929 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:43.218107 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0229a95b-6576-4f0b-bde5-f5eb941e7f49 req-14de3dc7-ed5d-4119-b7e8-4bf702a0c929 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0887961 Apr 22 08:06:43.223707 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-9ccc0584-349b-4aa7-aece-87b914dcb355 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:43.225068 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-9ccc0584-349b-4aa7-aece-87b914dcb355 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.39 "GET /v2.0/networks?id=6dee7f59-68db-465f-b55a-26e8be06de12 HTTP/1.1" status: 200 len: 815 time: 0.1414053 Apr 22 08:06:43.312565 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0229a95b-6576-4f0b-bde5-f5eb941e7f49 req-233820f2-9e86-4c3f-bab0-c36e4b8297a6 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828271 Apr 22 08:06:43.326749 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-b93604fc-07f0-4125-973d-1a5fabd2f3f7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=418089b9d73b40b198fe850c8e0fa9b8 HTTP/1.1" status: 200 len: 380 time: 0.0869522 Apr 22 08:06:43.332161 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-24430fe9-4dfa-4f27-87f1-cd691fe94076 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'port': {'device_id': '9eecc7f8-3d57-444e-bff4-d18c075f0bd2', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'admin_state_up': True, 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'security_groups': ['beceda13-7626-4e72-bdf2-10932a5875fe']}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:06:43.515347 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80533f-ea93-42df-88d7-08c8e40fd066 req-68a8a62f-9f46-4284-9fd2-366ea9da290d tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:43.516878 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cb80533f-ea93-42df-88d7-08c8e40fd066 req-68a8a62f-9f46-4284-9fd2-366ea9da290d tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=917b1ede-5896-46cf-846b-27f44ecaf42d HTTP/1.1" status: 200 len: 945 time: 0.0552816 Apr 22 08:06:43.543434 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-24430fe9-4dfa-4f27-87f1-cd691fe94076 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Made reservation on behalf of 418089b9d73b40b198fe850c8e0fa9b8 for: {'port': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:06:43.546666 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-24430fe9-4dfa-4f27-87f1-cd691fe94076 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:43.584243 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cb80533f-ea93-42df-88d7-08c8e40fd066 req-bf1a457b-399a-4e93-a1da-55c34ba988d8 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618453 Apr 22 08:06:43.690627 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-24430fe9-4dfa-4f27-87f1-cd691fe94076 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Allocated IP 172.20.0.7 (6dee7f59-68db-465f-b55a-26e8be06de12/641627bb-b95d-4c67-8726-0140678dc8e7/df9e758a-5497-4ac9-9552-d91ac379e607) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:06:43.824338 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-24430fe9-4dfa-4f27-87f1-cd691fe94076 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for port (df9e758a-5497-4ac9-9552-d91ac379e607), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:43.929975 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a3cae268-6ab0-47e7-b835-ab66d54c85ea req-86874753-2bd0-4b0b-a3ea-b38b0832937f tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eecc7f8-3d57-444e-bff4-d18c075f0bd2 HTTP/1.1" status: 200 len: 210 time: 0.0299604 Apr 22 08:06:43.944667 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-24430fe9-4dfa-4f27-87f1-cd691fe94076 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (df9e758a-5497-4ac9-9552-d91ac379e607), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:43.986272 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-24430fe9-4dfa-4f27-87f1-cd691fe94076 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Network 6dee7f59-68db-465f-b55a-26e8be06de12 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:06:43.989385 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-24430fe9-4dfa-4f27-87f1-cd691fe94076 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:06:43.993031 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-24430fe9-4dfa-4f27-87f1-cd691fe94076 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:06:44.053049 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24430fe9-4dfa-4f27-87f1-cd691fe94076 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'Port': ['ID=df9e758a-5497-4ac9-9552-d91ac379e607,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:44.060004 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-24430fe9-4dfa-4f27-87f1-cd691fe94076 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:44.060798 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-24430fe9-4dfa-4f27-87f1-cd691fe94076 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:44.139091 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-24430fe9-4dfa-4f27-87f1-cd691fe94076 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8105559 Apr 22 08:06:44.150384 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] Request body: {'port': {'device_id': '9eecc7f8-3d57-444e-bff4-d18c075f0bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83888'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:06:44.212279 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (df9e758a-5497-4ac9-9552-d91ac379e607), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:44.275357 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-862f0d37-433a-4a61-9bf1-7cd32ea8c1f7 None None] Provisioning complete for port df9e758a-5497-4ac9-9552-d91ac379e607 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:06:44.276325 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-862f0d37-433a-4a61-9bf1-7cd32ea8c1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (df9e758a-5497-4ac9-9552-d91ac379e607), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:44.322542 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-862f0d37-433a-4a61-9bf1-7cd32ea8c1f7 None None] Port df9e758a-5497-4ac9-9552-d91ac379e607 cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:06:44.362220 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:44.483041 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07059c2a-3f6d-4aad-8771-af06aa39b1a8 req-59062c14-fdc7-47c3-83a7-9fecaed61dd5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:44.484535 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-07059c2a-3f6d-4aad-8771-af06aa39b1a8 req-59062c14-fdc7-47c3-83a7-9fecaed61dd5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0888636 Apr 22 08:06:44.548175 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df9e758a-5497-4ac9-9552-d91ac379e607 {{(pid=103832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:06:44.561861 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] Publish callbacks [] for port (df9e758a-5497-4ac9-9552-d91ac379e607), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:44.575305 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-07059c2a-3f6d-4aad-8771-af06aa39b1a8 req-106181cb-01bc-4a31-92ed-e0f318b4d2c4 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849998 Apr 22 08:06:44.579655 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.provisioning_blocks [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] Transition to ACTIVE for port object df9e758a-5497-4ac9-9552-d91ac379e607 will not be triggered until provisioned by entity L2. {{(pid=103832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 22 08:06:44.641341 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (df9e758a-5497-4ac9-9552-d91ac379e607), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:45.000769 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] Pushing event updated for resources: {'Port': ['ID=df9e758a-5497-4ac9-9552-d91ac379e607,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:45.100090 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d059dd-944c-41bb-a440-ec4c77d55226 req-4195ef80-71af-46d5-b72e-23ffaaee9fbe tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:45.101551 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-54d059dd-944c-41bb-a440-ec4c77d55226 req-4195ef80-71af-46d5-b72e-23ffaaee9fbe tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=917b1ede-5896-46cf-846b-27f44ecaf42d HTTP/1.1" status: 200 len: 945 time: 0.2058332 Apr 22 08:06:45.109969 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-2390b602-ce9b-4625-8dc4-75a585593bf0 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:45.111354 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-2390b602-ce9b-4625-8dc4-75a585593bf0 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/networks?id=6c345dae-a12d-42a5-911c-ec9de0be0bdc HTTP/1.1" status: 200 len: 813 time: 0.4602759 Apr 22 08:06:45.147995 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] Attempting to bind port df9e758a-5497-4ac9-9552-d91ac379e607 on host hv-cinder-83888 for vnic_type normal with profile {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:06:45.148251 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] Attempting to bind port df9e758a-5497-4ac9-9552-d91ac379e607 by drivers openvswitch,hyperv on host hv-cinder-83888 at level 0 using segments [{'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:06:45.148698 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] Attempting to bind port df9e758a-5497-4ac9-9552-d91ac379e607 on network 6dee7f59-68db-465f-b55a-26e8be06de12 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:06:45.154041 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-8f8a9cf6-f9e2-45b5-8b71-182179642841 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/quotas/fb13d66dc7b64f078f25ec0e40bf721d HTTP/1.1" status: 200 len: 375 time: 0.0236750 Apr 22 08:06:45.159627 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] Port df9e758a-5497-4ac9-9552-d91ac379e607 on network 6dee7f59-68db-465f-b55a-26e8be06de12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83888 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 08:06:45.159947 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] Attempting to bind port df9e758a-5497-4ac9-9552-d91ac379e607 on network 6dee7f59-68db-465f-b55a-26e8be06de12 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:06:45.183615 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] Checking agent: {'id': '5d37a790-f600-4ea4-a99b-32bf15642def', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'started_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:06:45.183880 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] Checking segment: {'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:06:45.184259 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] Bound using segment: {'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:06:45.184696 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] Bound port: df9e758a-5497-4ac9-9552-d91ac379e607, host: hv-cinder-83888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'}}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:06:45.185054 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (df9e758a-5497-4ac9-9552-d91ac379e607), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:45.196139 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:45.206457 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-d6ab06aa-685a-4c44-b6e9-e7e7f2494538 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fb13d66dc7b64f078f25ec0e40bf721d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436449 Apr 22 08:06:45.230006 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-54d059dd-944c-41bb-a440-ec4c77d55226 req-af101041-91f9-486e-86fa-65e482d7ea98 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175947 Apr 22 08:06:45.378231 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] For port df9e758a-5497-4ac9-9552-d91ac379e607, host hv-cinder-83888, cleared binding levels {{(pid=103832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:06:45.402853 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-efed8ddc-5479-4625-8bbe-a0efa2862539 service neutron] 10.222.0.13 "GET /v2.0/networks/6c345dae-a12d-42a5-911c-ec9de0be0bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860521 Apr 22 08:06:45.404509 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] For port df9e758a-5497-4ac9-9552-d91ac379e607, host hv-cinder-83888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=df9e758a-5497-4ac9-9552-d91ac379e607,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:06:45.412133 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb314c9-ca71-4e03-b044-bb955788e53e req-92f84906-0fa3-43e4-8fc6-388b63bd69e8 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:45.413532 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-afb314c9-ca71-4e03-b044-bb955788e53e req-92f84906-0fa3-43e4-8fc6-388b63bd69e8 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eecc7f8-3d57-444e-bff4-d18c075f0bd2 HTTP/1.1" status: 200 len: 943 time: 0.1225941 Apr 22 08:06:45.490053 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (df9e758a-5497-4ac9-9552-d91ac379e607), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:45.546515 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-afb314c9-ca71-4e03-b044-bb955788e53e req-82077d2c-ca7b-498d-a8aa-0592ba21c9f4 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=beceda13-7626-4e72-bdf2-10932a5875fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241035 Apr 22 08:06:45.556910 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:45.557535 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:45.558945 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] 10.222.0.39 "PUT /v2.0/ports/df9e758a-5497-4ac9-9552-d91ac379e607 HTTP/1.1" status: 200 len: 1093 time: 1.4129357 Apr 22 08:06:45.559396 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eecc7f8-3d57-444e-bff4-d18c075f0bd2', 'tag': 'df9e758a-5497-4ac9-9552-d91ac379e607'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:06:45.561703 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2331a007-1bb2-4c4a-96d6-38ed033ea4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9eecc7f8-3d57-444e-bff4-d18c075f0bd2", "tag": "df9e758a-5497-4ac9-9552-d91ac379e607"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:06:45.588993 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-7e4df860-72ce-44fb-a8e7-6516e3c440af service neutron] 10.222.0.13 "GET /v2.0/networks/6c345dae-a12d-42a5-911c-ec9de0be0bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733499 Apr 22 08:06:45.593969 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb65d39-b1bb-4c4a-af7c-8e002c300a80 service neutron] Pushing event updated for resources: {'Port': ['ID=df9e758a-5497-4ac9-9552-d91ac379e607,revision_number=3']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:45.605811 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e852285-d229-4b8d-aa47-bab1e2e8ba0a x-openstack-request-id: req-7e852285-d229-4b8d-aa47-bab1e2e8ba0a {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:06:45.606722 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eecc7f8-3d57-444e-bff4-d18c075f0bd2", "tag": "df9e758a-5497-4ac9-9552-d91ac379e607", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:06:45.606722 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e852285-d229-4b8d-aa47-bab1e2e8ba0a {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:06:45.606882 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e852285-d229-4b8d-aa47-bab1e2e8ba0a'] response: {'name': 'network-changed', 'server_uuid': '9eecc7f8-3d57-444e-bff4-d18c075f0bd2', 'tag': 'df9e758a-5497-4ac9-9552-d91ac379e607', 'status': 'completed', 'code': 200} Apr 22 08:06:45.712481 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331a007-1bb2-4c4a-96d6-38ed033ea4e8 req-bc00cee2-1cd4-44e9-9c87-31542fa0a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:45.714065 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2331a007-1bb2-4c4a-96d6-38ed033ea4e8 req-bc00cee2-1cd4-44e9-9c87-31542fa0a0c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=418089b9d73b40b198fe850c8e0fa9b8&device_id=9eecc7f8-3d57-444e-bff4-d18c075f0bd2 HTTP/1.1" status: 200 len: 1127 time: 0.0839403 Apr 22 08:06:45.744611 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e4c14-e53b-4d89-8745-29632372e3ed req-ac078fe6-9775-4b8c-a217-d603a5b43195 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:45.745693 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-683e4c14-e53b-4d89-8745-29632372e3ed req-ac078fe6-9775-4b8c-a217-d603a5b43195 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0751255 Apr 22 08:06:45.795471 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:06:45.860477 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6ed1b270-e38b-45ec-bc80-f1bd68a25461 req-c97b8dd8-2e42-4830-8f84-8addad45ca9b tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e937b35-2017-4878-b828-db94909132c9 HTTP/1.1" status: 200 len: 210 time: 0.0397322 Apr 22 08:06:45.875312 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-683e4c14-e53b-4d89-8745-29632372e3ed req-960e89c6-3bc3-480d-b382-f0ee8f821e23 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198194 Apr 22 08:06:45.891229 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331a007-1bb2-4c4a-96d6-38ed033ea4e8 req-4437946a-ad44-4cd0-92c7-7d5e70b176c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:45.892764 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2331a007-1bb2-4c4a-96d6-38ed033ea4e8 req-4437946a-ad44-4cd0-92c7-7d5e70b176c1 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=418089b9d73b40b198fe850c8e0fa9b8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1665249 Apr 22 08:06:45.995669 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331a007-1bb2-4c4a-96d6-38ed033ea4e8 req-8f0bb6b3-3096-482a-bb7d-4b2352cb667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:45.997127 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2331a007-1bb2-4c4a-96d6-38ed033ea4e8 req-8f0bb6b3-3096-482a-bb7d-4b2352cb667b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985818 Apr 22 08:06:46.099409 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-077f01a3-0ef8-48ab-8d73-09981f22e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:46.100893 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-077f01a3-0ef8-48ab-8d73-09981f22e65d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=418089b9d73b40b198fe850c8e0fa9b8&device_id=9eecc7f8-3d57-444e-bff4-d18c075f0bd2 HTTP/1.1" status: 200 len: 1127 time: 0.0493481 Apr 22 08:06:46.141571 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-ba5b7b00-ca61-4beb-bbd2-ee6c284666de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df9e758a-5497-4ac9-9552-d91ac379e607 HTTP/1.1" status: 200 len: 217 time: 0.0330439 Apr 22 08:06:46.191223 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-170a441e-ac38-4d5b-8c6c-364e2c96c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:46.192740 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-170a441e-ac38-4d5b-8c6c-364e2c96c3d3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=641627bb-b95d-4c67-8726-0140678dc8e7 HTTP/1.1" status: 200 len: 854 time: 0.0439920 Apr 22 08:06:46.244949 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-f69f93ef-9013-47f2-af99-e21a947d381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:46.246611 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-f69f93ef-9013-47f2-af99-e21a947d381e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6dee7f59-68db-465f-b55a-26e8be06de12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0477667 Apr 22 08:06:46.292681 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acccc8d-57cc-47c9-b6f1-289709bed956 req-6d1baf32-e8d1-4881-9cd6-c6e43f7e5529 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:46.294184 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-0acccc8d-57cc-47c9-b6f1-289709bed956 req-6d1baf32-e8d1-4881-9cd6-c6e43f7e5529 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.39 "GET /v2.0/ports?device_id=917b1ede-5896-46cf-846b-27f44ecaf42d HTTP/1.1" status: 200 len: 945 time: 0.0597348 Apr 22 08:06:46.376950 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-348f8e6f-4154-46ca-a872-1a89122fcf94 service neutron] 10.222.0.39 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235733 Apr 22 08:06:46.387215 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baae39a-ad25-4540-b0f5-37cf0c601d6a req-0d5dfb33-2ee4-49a7-a371-75fe60bce961 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:46.388699 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9baae39a-ad25-4540-b0f5-37cf0c601d6a req-0d5dfb33-2ee4-49a7-a371-75fe60bce961 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=917b1ede-5896-46cf-846b-27f44ecaf42d HTTP/1.1" status: 200 len: 945 time: 0.0838060 Apr 22 08:06:46.396413 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [req-0acccc8d-57cc-47c9-b6f1-289709bed956 req-32f460cd-0b38-44c0-b09c-8953e0f2c56e tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Deleting port 1c5a4c21-244b-42fc-82de-cefdf3f46309 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:06:46.396751 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-0acccc8d-57cc-47c9-b6f1-289709bed956 req-32f460cd-0b38-44c0-b09c-8953e0f2c56e tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (1c5a4c21-244b-42fc-82de-cefdf3f46309), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:46.485297 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [req-0acccc8d-57cc-47c9-b6f1-289709bed956 req-32f460cd-0b38-44c0-b09c-8953e0f2c56e tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] For port 1c5a4c21-244b-42fc-82de-cefdf3f46309, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=1c5a4c21-244b-42fc-82de-cefdf3f46309,segment=NetworkSegment(d4e0d8ff-410a-48d6-ab4c-75251298923f),segment_id=d4e0d8ff-410a-48d6-ab4c-75251298923f)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:06:46.485715 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-0acccc8d-57cc-47c9-b6f1-289709bed956 req-32f460cd-0b38-44c0-b09c-8953e0f2c56e tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (1c5a4c21-244b-42fc-82de-cefdf3f46309), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:46.496530 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9baae39a-ad25-4540-b0f5-37cf0c601d6a req-2ea09f78-27b0-4df7-a648-464a2244ad45 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/security-groups?id=3601320f-2cab-4363-9fbf-1894acb6c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988894 Apr 22 08:06:46.498174 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [req-0acccc8d-57cc-47c9-b6f1-289709bed956 req-32f460cd-0b38-44c0-b09c-8953e0f2c56e tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Calling delete_port for 1c5a4c21-244b-42fc-82de-cefdf3f46309 owned by compute:nova {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:06:46.518213 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5e622bbe-66cb-499b-8766-4cf2828116f0 req-f39a4153-badc-488b-9f31-8df3b110880b service neutron] 10.222.0.39 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209621 Apr 22 08:06:46.682515 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be829015-e2a0-4539-a48f-2c904a106021 req-2ef422f0-1cac-42b0-8ac9-018923c77024 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:46.684020 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-be829015-e2a0-4539-a48f-2c904a106021 req-2ef422f0-1cac-42b0-8ac9-018923c77024 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eecc7f8-3d57-444e-bff4-d18c075f0bd2 HTTP/1.1" status: 200 len: 943 time: 0.0556288 Apr 22 08:06:46.710591 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-0acccc8d-57cc-47c9-b6f1-289709bed956 req-32f460cd-0b38-44c0-b09c-8953e0f2c56e tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (1c5a4c21-244b-42fc-82de-cefdf3f46309), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:46.724174 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['1c5a4c21-244b-42fc-82de-cefdf3f46309'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:06:46.738197 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-be829015-e2a0-4539-a48f-2c904a106021 req-45ca8cc0-5e2f-4791-ba29-79f49dc15008 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=beceda13-7626-4e72-bdf2-10932a5875fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485897 Apr 22 08:06:46.740553 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f460cd-0b38-44c0-b09c-8953e0f2c56e tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Pushing event deleted for resources: {'Port': ['ID=1c5a4c21-244b-42fc-82de-cefdf3f46309,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:46.788320 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [req-0acccc8d-57cc-47c9-b6f1-289709bed956 req-32f460cd-0b38-44c0-b09c-8953e0f2c56e tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] No DVR routers for this DVR port 1c5a4c21-244b-42fc-82de-cefdf3f46309 on host hv-cinder-83888 {{(pid=103833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:06:46.791356 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-0acccc8d-57cc-47c9-b6f1-289709bed956 req-32f460cd-0b38-44c0-b09c-8953e0f2c56e tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:46.794983 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-0acccc8d-57cc-47c9-b6f1-289709bed956 req-32f460cd-0b38-44c0-b09c-8953e0f2c56e tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.39 "DELETE /v2.0/ports/1c5a4c21-244b-42fc-82de-cefdf3f46309 HTTP/1.1" status: 204 len: 173 time: 0.4953277 Apr 22 08:06:46.795439 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917b1ede-5896-46cf-846b-27f44ecaf42d', 'name': 'network-vif-deleted', 'tag': '1c5a4c21-244b-42fc-82de-cefdf3f46309'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:06:46.798164 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1f660848c79b36bae0e0b840ac11b5c4e167d2979010aa0292c1729aff9b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e17fd8e-6e63-47c2-bb9e-42f264423f90" -d '{"events": [{"server_uuid": "917b1ede-5896-46cf-846b-27f44ecaf42d", "name": "network-vif-deleted", "tag": "1c5a4c21-244b-42fc-82de-cefdf3f46309"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:06:46.834417 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f318cd52-8a5e-4635-b108-4e2d649b9182 x-openstack-request-id: req-f318cd52-8a5e-4635-b108-4e2d649b9182 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:06:46.834734 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917b1ede-5896-46cf-846b-27f44ecaf42d", "name": "network-vif-deleted", "tag": "1c5a4c21-244b-42fc-82de-cefdf3f46309", "status": "completed", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:06:46.834980 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f318cd52-8a5e-4635-b108-4e2d649b9182 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:06:46.835380 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f318cd52-8a5e-4635-b108-4e2d649b9182'] response: {'server_uuid': '917b1ede-5896-46cf-846b-27f44ecaf42d', 'name': 'network-vif-deleted', 'tag': '1c5a4c21-244b-42fc-82de-cefdf3f46309', 'status': 'completed', 'code': 200} Apr 22 08:06:46.936901 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:46.965537 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c8066de3-70cd-415a-beac-79ed74cd0adf req-39723da4-5c1c-4d10-b941-aa55e57095be tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e937b35-2017-4878-b828-db94909132c9 HTTP/1.1" status: 200 len: 210 time: 0.0390882 Apr 22 08:06:47.017481 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96357818-c199-46f1-bf56-5099b57de5d1 req-4077a1d4-1a52-470e-8cc5-4ca325613279 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:47.018985 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-96357818-c199-46f1-bf56-5099b57de5d1 req-4077a1d4-1a52-470e-8cc5-4ca325613279 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0561483 Apr 22 08:06:47.067139 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-96357818-c199-46f1-bf56-5099b57de5d1 req-f2959fa5-550e-4f11-9ba8-8ad09549f720 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420773 Apr 22 08:06:47.607822 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b034a900-35a8-46eb-bf17-97f7573d3df5 req-c6b7b76b-cd95-43f6-b339-a225ad9abee2 tempest-VolumesActionsTest-2073306556 tempest-VolumesActionsTest-2073306556-project] 10.222.0.13 "GET /v2.0/ports?device_id=917b1ede-5896-46cf-846b-27f44ecaf42d HTTP/1.1" status: 200 len: 210 time: 0.0345192 Apr 22 08:06:47.863386 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ae9ff-bb31-40f4-90f5-dcd62acfa747 req-2171e0f9-df07-4f52-90a8-d551efdc1a14 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:47.864786 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-161ae9ff-bb31-40f4-90f5-dcd62acfa747 req-2171e0f9-df07-4f52-90a8-d551efdc1a14 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eecc7f8-3d57-444e-bff4-d18c075f0bd2 HTTP/1.1" status: 200 len: 943 time: 0.0527132 Apr 22 08:06:47.914554 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-161ae9ff-bb31-40f4-90f5-dcd62acfa747 req-a4cf9afc-ac28-4b86-bba0-ac687838e5eb tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=beceda13-7626-4e72-bdf2-10932a5875fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434141 Apr 22 08:06:47.990152 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-5df05804-813f-459b-99b3-2d4955bb13ec tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:47.991781 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-5df05804-813f-459b-99b3-2d4955bb13ec tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.39 "GET /v2.0/networks?id=6c345dae-a12d-42a5-911c-ec9de0be0bdc HTTP/1.1" status: 200 len: 813 time: 0.1048613 Apr 22 08:06:48.016492 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-64121638-7547-4f6d-b9b2-17a60b331f59 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Request body: {'port': {'device_id': '1e937b35-2017-4878-b828-db94909132c9', 'network_id': '6c345dae-a12d-42a5-911c-ec9de0be0bdc', 'admin_state_up': True, 'tenant_id': 'fb13d66dc7b64f078f25ec0e40bf721d'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:06:48.063417 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-074d4e10-0b73-402f-8694-5e1498cad3de req-dd876be4-a393-4416-b342-8b2a1c931a93 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e937b35-2017-4878-b828-db94909132c9 HTTP/1.1" status: 200 len: 210 time: 0.0278752 Apr 22 08:06:48.196446 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e36dc1-a9f3-447f-ba7b-a874a9c2c535 req-fde8d5d4-1eec-4471-91df-6218be44b2ee tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:48.197956 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f7e36dc1-a9f3-447f-ba7b-a874a9c2c535 req-fde8d5d4-1eec-4471-91df-6218be44b2ee tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0565455 Apr 22 08:06:48.254420 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f7e36dc1-a9f3-447f-ba7b-a874a9c2c535 req-c98b3f92-d9c0-4988-b949-01edd3e394f7 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500345 Apr 22 08:06:48.400772 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-64121638-7547-4f6d-b9b2-17a60b331f59 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Made reservation on behalf of fb13d66dc7b64f078f25ec0e40bf721d for: {'port': 1} {{(pid=103833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:06:48.404249 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-64121638-7547-4f6d-b9b2-17a60b331f59 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:48.523128 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-64121638-7547-4f6d-b9b2-17a60b331f59 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Allocated IP 172.20.0.7 (6c345dae-a12d-42a5-911c-ec9de0be0bdc/dccec4a8-ee71-4748-b043-da8f9c139639/fdcb71ee-934a-43a1-b488-6a0a181ede52) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:06:48.668043 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-64121638-7547-4f6d-b9b2-17a60b331f59 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Publish callbacks [] for port (fdcb71ee-934a-43a1-b488-6a0a181ede52), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:48.771187 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-64121638-7547-4f6d-b9b2-17a60b331f59 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (fdcb71ee-934a-43a1-b488-6a0a181ede52), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:48.816842 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-64121638-7547-4f6d-b9b2-17a60b331f59 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Network 6c345dae-a12d-42a5-911c-ec9de0be0bdc is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:06:48.820014 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-64121638-7547-4f6d-b9b2-17a60b331f59 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:06:48.824393 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-64121638-7547-4f6d-b9b2-17a60b331f59 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:06:48.879630 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-64121638-7547-4f6d-b9b2-17a60b331f59 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:48.880247 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-64121638-7547-4f6d-b9b2-17a60b331f59 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:48.882790 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64121638-7547-4f6d-b9b2-17a60b331f59 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Pushing event updated for resources: {'Port': ['ID=fdcb71ee-934a-43a1-b488-6a0a181ede52,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:48.942158 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device df9e758a-5497-4ac9-9552-d91ac379e607 details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:06:49.014019 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-64121638-7547-4f6d-b9b2-17a60b331f59 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0028117 Apr 22 08:06:49.027941 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] Request body: {'port': {'device_id': '1e937b35-2017-4878-b828-db94909132c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83888'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:06:49.048200 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port df9e758a-5497-4ac9-9552-d91ac379e607, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=df9e758a-5497-4ac9-9552-d91ac379e607,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:06:49.054479 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e6696-217b-4862-ad2b-7b6582cc5d52 req-679c4180-14ab-403c-bcf3-b1c303d09645 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:49.056231 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-dc7e6696-217b-4862-ad2b-7b6582cc5d52 req-679c4180-14ab-403c-bcf3-b1c303d09645 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eecc7f8-3d57-444e-bff4-d18c075f0bd2 HTTP/1.1" status: 200 len: 943 time: 0.0693440 Apr 22 08:06:49.069597 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': 'df9e758a-5497-4ac9-9552-d91ac379e607', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'port_id': 'df9e758a-5497-4ac9-9552-d91ac379e607', 'mac_address': 'fa:16:3e:bf:3c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:06:49.107065 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (fdcb71ee-934a-43a1-b488-6a0a181ede52), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:49.117588 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port df9e758a-5497-4ac9-9552-d91ac379e607 is: DOWN; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:06:49.118005 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (df9e758a-5497-4ac9-9552-d91ac379e607), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:49.132576 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df9e758a-5497-4ac9-9552-d91ac379e607 {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:06:49.154102 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port df9e758a-5497-4ac9-9552-d91ac379e607, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=df9e758a-5497-4ac9-9552-d91ac379e607,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:06:49.163784 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-dc7e6696-217b-4862-ad2b-7b6582cc5d52 req-b909b7fa-0cd7-44e0-a773-f6e80a336b5d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=beceda13-7626-4e72-bdf2-10932a5875fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938809 Apr 22 08:06:49.228864 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17159e55-b1f3-439d-b71a-7eda487dff14 req-31acc71f-a05f-40c5-9d3f-0c96bcf098aa tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:49.231254 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-17159e55-b1f3-439d-b71a-7eda487dff14 req-31acc71f-a05f-40c5-9d3f-0c96bcf098aa tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e937b35-2017-4878-b828-db94909132c9 HTTP/1.1" status: 200 len: 931 time: 0.0664093 Apr 22 08:06:49.239449 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (df9e758a-5497-4ac9-9552-d91ac379e607), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:49.282166 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-17159e55-b1f3-439d-b71a-7eda487dff14 req-da2b4ef7-14e0-4200-8e1f-9ffffb9564cd tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451577 Apr 22 08:06:49.303338 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=df9e758a-5497-4ac9-9552-d91ac379e607,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:49.392615 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a0a65d-d128-4c59-b4b5-3a2cc95e69c9 req-34229ae4-6a81-403e-a27b-6acaba93be47 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:49.394213 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-49a0a65d-d128-4c59-b4b5-3a2cc95e69c9 req-34229ae4-6a81-403e-a27b-6acaba93be47 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0580206 Apr 22 08:06:49.423385 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdcb71ee-934a-43a1-b488-6a0a181ede52 {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:06:49.432270 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] Publish callbacks [] for port (fdcb71ee-934a-43a1-b488-6a0a181ede52), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:49.448565 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] Transition to ACTIVE for port object fdcb71ee-934a-43a1-b488-6a0a181ede52 will not be triggered until provisioned by entity L2. {{(pid=103833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 22 08:06:49.451351 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-49a0a65d-d128-4c59-b4b5-3a2cc95e69c9 req-9e80521b-6dec-4cd7-accb-ec6dd6c45554 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494835 Apr 22 08:06:49.497673 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['df9e758a-5497-4ac9-9552-d91ac379e607'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:06:49.553710 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079315'] for port (fdcb71ee-934a-43a1-b488-6a0a181ede52), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:49.606933 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcb71ee-934a-43a1-b488-6a0a181ede52,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:49.677992 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] Attempting to bind port fdcb71ee-934a-43a1-b488-6a0a181ede52 on host hv-cinder-83888 for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:06:49.678321 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] Attempting to bind port fdcb71ee-934a-43a1-b488-6a0a181ede52 by drivers openvswitch,hyperv on host hv-cinder-83888 at level 0 using segments [{'id': 'a68dda09-9d18-493d-9415-4cebe1fc659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6c345dae-a12d-42a5-911c-ec9de0be0bdc'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:06:49.678685 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] Attempting to bind port fdcb71ee-934a-43a1-b488-6a0a181ede52 on network 6c345dae-a12d-42a5-911c-ec9de0be0bdc {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:06:49.683406 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] Port fdcb71ee-934a-43a1-b488-6a0a181ede52 on network 6c345dae-a12d-42a5-911c-ec9de0be0bdc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83888 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 08:06:49.683725 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] Attempting to bind port fdcb71ee-934a-43a1-b488-6a0a181ede52 on network 6c345dae-a12d-42a5-911c-ec9de0be0bdc {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:06:49.688403 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] Checking agent: {'id': '5d37a790-f600-4ea4-a99b-32bf15642def', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'started_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:06:49.688736 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] Checking segment: {'id': 'a68dda09-9d18-493d-9415-4cebe1fc659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6c345dae-a12d-42a5-911c-ec9de0be0bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:06:49.689109 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] Bound using segment: {'id': 'a68dda09-9d18-493d-9415-4cebe1fc659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6c345dae-a12d-42a5-911c-ec9de0be0bdc'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:06:49.689529 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] Bound port: fdcb71ee-934a-43a1-b488-6a0a181ede52, host: hv-cinder-83888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68dda09-9d18-493d-9415-4cebe1fc659a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6c345dae-a12d-42a5-911c-ec9de0be0bdc'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:06:49.689880 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (fdcb71ee-934a-43a1-b488-6a0a181ede52), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:49.753424 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] For port fdcb71ee-934a-43a1-b488-6a0a181ede52, host hv-cinder-83888, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:06:49.756354 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] For port fdcb71ee-934a-43a1-b488-6a0a181ede52, host hv-cinder-83888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=fdcb71ee-934a-43a1-b488-6a0a181ede52,segment=NetworkSegment(a68dda09-9d18-493d-9415-4cebe1fc659a),segment_id=a68dda09-9d18-493d-9415-4cebe1fc659a)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:06:49.836037 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079315'] for port (fdcb71ee-934a-43a1-b488-6a0a181ede52), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:49.872170 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:49.872792 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:49.874196 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] 10.222.0.39 "PUT /v2.0/ports/fdcb71ee-934a-43a1-b488-6a0a181ede52 HTTP/1.1" status: 200 len: 1093 time: 0.8514144 Apr 22 08:06:49.874672 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e937b35-2017-4878-b828-db94909132c9', 'tag': 'fdcb71ee-934a-43a1-b488-6a0a181ede52'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:06:49.876886 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1f660848c79b36bae0e0b840ac11b5c4e167d2979010aa0292c1729aff9b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef023de-0dee-4cb4-8e78-1fa2269c1e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "1e937b35-2017-4878-b828-db94909132c9", "tag": "fdcb71ee-934a-43a1-b488-6a0a181ede52"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:06:49.898820 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af505b79-1d97-41ac-bb2f-20a8bc80d8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcb71ee-934a-43a1-b488-6a0a181ede52,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:49.918661 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f9e3c7-943a-4d6f-9a16-9f2a343c0a26 x-openstack-request-id: req-44f9e3c7-943a-4d6f-9a16-9f2a343c0a26 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:06:49.918954 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e937b35-2017-4878-b828-db94909132c9", "tag": "fdcb71ee-934a-43a1-b488-6a0a181ede52", "status": "completed", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:06:49.919210 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44f9e3c7-943a-4d6f-9a16-9f2a343c0a26 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:06:49.919799 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44f9e3c7-943a-4d6f-9a16-9f2a343c0a26'] response: {'name': 'network-changed', 'server_uuid': '1e937b35-2017-4878-b828-db94909132c9', 'tag': 'fdcb71ee-934a-43a1-b488-6a0a181ede52', 'status': 'completed', 'code': 200} Apr 22 08:06:49.989600 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef023de-0dee-4cb4-8e78-1fa2269c1e2f req-343fd1de-7620-4c3d-8c0d-a64edc43300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:49.991166 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-eef023de-0dee-4cb4-8e78-1fa2269c1e2f req-343fd1de-7620-4c3d-8c0d-a64edc43300c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb13d66dc7b64f078f25ec0e40bf721d&device_id=1e937b35-2017-4878-b828-db94909132c9 HTTP/1.1" status: 200 len: 1127 time: 0.0487320 Apr 22 08:06:50.104011 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef023de-0dee-4cb4-8e78-1fa2269c1e2f req-7315811d-41ce-4ab1-ad63-4d5faf6e1e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:50.105485 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-eef023de-0dee-4cb4-8e78-1fa2269c1e2f req-7315811d-41ce-4ab1-ad63-4d5faf6e1e98 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=fb13d66dc7b64f078f25ec0e40bf721d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1041903 Apr 22 08:06:50.195599 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef023de-0dee-4cb4-8e78-1fa2269c1e2f req-8c4ee80d-d84d-460f-8880-bd9716552832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:50.196758 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-eef023de-0dee-4cb4-8e78-1fa2269c1e2f req-8c4ee80d-d84d-460f-8880-bd9716552832 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0850410 Apr 22 08:06:50.283596 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-2427c41e-769d-4d1a-a672-c108173369d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:50.285355 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-2427c41e-769d-4d1a-a672-c108173369d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fb13d66dc7b64f078f25ec0e40bf721d&device_id=1e937b35-2017-4878-b828-db94909132c9 HTTP/1.1" status: 200 len: 1127 time: 0.0495620 Apr 22 08:06:50.286202 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9533351-364c-4ba4-8821-b5b100d6b8d7 req-2a599afc-1151-46d2-b12c-f851355c6c95 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:50.287692 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b9533351-364c-4ba4-8821-b5b100d6b8d7 req-2a599afc-1151-46d2-b12c-f851355c6c95 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eecc7f8-3d57-444e-bff4-d18c075f0bd2 HTTP/1.1" status: 200 len: 944 time: 0.0514629 Apr 22 08:06:50.327047 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-46b0b3c0-8acc-4a4f-987c-915b9b64d2c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdcb71ee-934a-43a1-b488-6a0a181ede52 HTTP/1.1" status: 200 len: 217 time: 0.0344043 Apr 22 08:06:50.342376 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b9533351-364c-4ba4-8821-b5b100d6b8d7 req-ae1a214b-f88e-438b-998c-2c6864df0f1c tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=beceda13-7626-4e72-bdf2-10932a5875fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484097 Apr 22 08:06:50.377817 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-1ea54097-e917-4ac3-8e87-d28eceaec135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:50.379417 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-1ea54097-e917-4ac3-8e87-d28eceaec135 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dccec4a8-ee71-4748-b043-da8f9c139639 HTTP/1.1" status: 200 len: 853 time: 0.0457370 Apr 22 08:06:50.406041 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0adff3-3e73-428f-ada2-6597c1bda189 req-174c0fc3-cd5d-4084-983b-4e6003e38d4e tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:50.407552 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6b0adff3-3e73-428f-ada2-6597c1bda189 req-174c0fc3-cd5d-4084-983b-4e6003e38d4e tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e937b35-2017-4878-b828-db94909132c9 HTTP/1.1" status: 200 len: 943 time: 0.0559988 Apr 22 08:06:50.416142 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-adb3447d-5c17-42dc-a54c-4b185d3e8d5c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6c345dae-a12d-42a5-911c-ec9de0be0bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301068 Apr 22 08:06:50.454001 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6b0adff3-3e73-428f-ada2-6597c1bda189 req-8389aaef-2570-423c-bd9b-b217ddd3922c tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405030 Apr 22 08:06:50.503505 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-5a5feb45-e1cc-4519-9d3e-fd7e3b55a8fe service neutron] 10.222.0.39 "GET /v2.0/networks/6c345dae-a12d-42a5-911c-ec9de0be0bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811481 Apr 22 08:06:50.571853 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a690f-5373-4372-94f6-e1a5c3bc4837 req-cacecd93-79b9-4d7b-9f86-f58081c33d35 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:50.573765 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-013a690f-5373-4372-94f6-e1a5c3bc4837 req-cacecd93-79b9-4d7b-9f86-f58081c33d35 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0553973 Apr 22 08:06:50.597766 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-da86c2a9-d128-4e0c-bd81-173a1c9acd72 req-c0f1db7c-0fff-4888-9539-0539df901f27 service neutron] 10.222.0.39 "GET /v2.0/networks/6c345dae-a12d-42a5-911c-ec9de0be0bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870275 Apr 22 08:06:50.622181 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-013a690f-5373-4372-94f6-e1a5c3bc4837 req-557bf617-dd6e-4b75-90b9-aad9def30502 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428789 Apr 22 08:06:50.947980 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device df9e758a-5497-4ac9-9552-d91ac379e607 up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:06:51.101642 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning for port df9e758a-5497-4ac9-9552-d91ac379e607 completed by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 08:06:51.106091 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port df9e758a-5497-4ac9-9552-d91ac379e607 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:06:51.106468 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (df9e758a-5497-4ac9-9552-d91ac379e607), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:51.206443 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port df9e758a-5497-4ac9-9552-d91ac379e607 is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:06:51.206945 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (df9e758a-5497-4ac9-9552-d91ac379e607), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:51.234882 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eecc7f8-3d57-444e-bff4-d18c075f0bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9e758a-5497-4ac9-9552-d91ac379e607'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:06:51.237182 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e1d175-f73f-4ef5-894f-f363bd453030" -d '{"events": [{"server_uuid": "9eecc7f8-3d57-444e-bff4-d18c075f0bd2", "name": "network-vif-plugged", "status": "completed", "tag": "df9e758a-5497-4ac9-9552-d91ac379e607"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:06:51.252835 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port df9e758a-5497-4ac9-9552-d91ac379e607, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=df9e758a-5497-4ac9-9552-d91ac379e607,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:06:51.301150 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a69ac56-a870-424b-89f9-e6a3921e55c2 x-openstack-request-id: req-0a69ac56-a870-424b-89f9-e6a3921e55c2 {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:06:51.303002 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eecc7f8-3d57-444e-bff4-d18c075f0bd2", "name": "network-vif-plugged", "status": "completed", "tag": "df9e758a-5497-4ac9-9552-d91ac379e607", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:06:51.304070 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a69ac56-a870-424b-89f9-e6a3921e55c2 {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:06:51.304540 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a69ac56-a870-424b-89f9-e6a3921e55c2'] response: {'server_uuid': '9eecc7f8-3d57-444e-bff4-d18c075f0bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df9e758a-5497-4ac9-9552-d91ac379e607', 'code': 200} Apr 22 08:06:51.328934 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (df9e758a-5497-4ac9-9552-d91ac379e607), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:51.330396 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 1c5a4c21-244b-42fc-82de-cefdf3f46309 no longer exists at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:06:51.394351 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] No Port match for: 1c5a4c21-244b-42fc-82de-cefdf3f46309 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:06:51.396912 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 1c5a4c21-244b-42fc-82de-cefdf3f46309 not bound to the agent host hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:06:51.422948 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=df9e758a-5497-4ac9-9552-d91ac379e607,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:51.529860 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472dcad-8039-44ec-bcf1-bb7ab5203e8a req-0ceab18c-6e54-49e2-9cf7-cf31952c15cd tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:51.531443 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e472dcad-8039-44ec-bcf1-bb7ab5203e8a req-0ceab18c-6e54-49e2-9cf7-cf31952c15cd tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eecc7f8-3d57-444e-bff4-d18c075f0bd2 HTTP/1.1" status: 200 len: 945 time: 0.0642467 Apr 22 08:06:51.631107 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e472dcad-8039-44ec-bcf1-bb7ab5203e8a req-d5c8503f-b1a0-41e1-943a-b56dbb5a63cc tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=beceda13-7626-4e72-bdf2-10932a5875fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898407 Apr 22 08:06:51.648020 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598c3eb-9ff7-40ce-977e-5777838732f8 req-14cd0778-2036-4aff-ba8c-d1a66609281e tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:51.656640 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4598c3eb-9ff7-40ce-977e-5777838732f8 req-14cd0778-2036-4aff-ba8c-d1a66609281e tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e937b35-2017-4878-b828-db94909132c9 HTTP/1.1" status: 200 len: 943 time: 0.0985415 Apr 22 08:06:51.716280 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4598c3eb-9ff7-40ce-977e-5777838732f8 req-1ec550d2-efc2-46ea-8e6a-681f41a843c3 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586646 Apr 22 08:06:51.737690 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f35c4-f610-47b3-bcf7-3f29f0ea2a1e req-09a4da6e-b829-4529-8f84-fc8cfc1d67df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:51.739345 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-0c8f35c4-f610-47b3-bcf7-3f29f0ea2a1e req-09a4da6e-b829-4529-8f84-fc8cfc1d67df service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9eecc7f8-3d57-444e-bff4-d18c075f0bd2 HTTP/1.1" status: 200 len: 1129 time: 0.1046028 Apr 22 08:06:51.806683 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319e3aa-f0bb-4f3e-947b-c187e585decd req-41fa2978-a7cb-45cb-9507-f4c41a405890 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:51.809783 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-0c8f35c4-f610-47b3-bcf7-3f29f0ea2a1e req-90940487-c3de-49ea-b2e0-26c628ca52d1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=beceda13-7626-4e72-bdf2-10932a5875fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636182 Apr 22 08:06:51.814248 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e319e3aa-f0bb-4f3e-947b-c187e585decd req-41fa2978-a7cb-45cb-9507-f4c41a405890 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0660708 Apr 22 08:06:51.868024 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e319e3aa-f0bb-4f3e-947b-c187e585decd req-ef4f112d-d65a-46a9-9aea-da242392981b tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513132 Apr 22 08:06:52.834143 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cb16b-29cc-424d-b9c3-ebe6f7d96784 req-b10364c3-52ac-48ec-9f8e-980bffc84bd4 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:52.835865 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-071cb16b-29cc-424d-b9c3-ebe6f7d96784 req-b10364c3-52ac-48ec-9f8e-980bffc84bd4 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eecc7f8-3d57-444e-bff4-d18c075f0bd2 HTTP/1.1" status: 200 len: 945 time: 0.1123390 Apr 22 08:06:52.858544 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0711c24-5eda-4cd8-9d53-5579b5a8ae31 req-29bc50dc-6301-4d39-9f58-10b9e497f5db tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:52.868348 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b0711c24-5eda-4cd8-9d53-5579b5a8ae31 req-29bc50dc-6301-4d39-9f58-10b9e497f5db tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e937b35-2017-4878-b828-db94909132c9 HTTP/1.1" status: 200 len: 943 time: 0.0844629 Apr 22 08:06:52.956377 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-071cb16b-29cc-424d-b9c3-ebe6f7d96784 req-b5ca024c-fa83-4843-af9d-130ce07b712e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=beceda13-7626-4e72-bdf2-10932a5875fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128566 Apr 22 08:06:52.959826 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device fdcb71ee-934a-43a1-b488-6a0a181ede52 details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:06:52.978229 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b0711c24-5eda-4cd8-9d53-5579b5a8ae31 req-cebbfd43-9867-4716-8c82-d7d010e67e55 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109862 Apr 22 08:06:53.096259 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bba4c-ebde-4c40-8dc8-8a28137d125e req-6234ba91-90c9-415a-885d-d14aac9b08d5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:53.097830 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b59bba4c-ebde-4c40-8dc8-8a28137d125e req-6234ba91-90c9-415a-885d-d14aac9b08d5 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0673516 Apr 22 08:06:53.202822 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b59bba4c-ebde-4c40-8dc8-8a28137d125e req-1bbab64c-77e0-43e9-af70-d37cffab05a7 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973294 Apr 22 08:06:53.276977 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port fdcb71ee-934a-43a1-b488-6a0a181ede52, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=fdcb71ee-934a-43a1-b488-6a0a181ede52,segment=NetworkSegment(a68dda09-9d18-493d-9415-4cebe1fc659a),segment_id=a68dda09-9d18-493d-9415-4cebe1fc659a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:06:53.289491 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': 'fdcb71ee-934a-43a1-b488-6a0a181ede52', 'network_id': '6c345dae-a12d-42a5-911c-ec9de0be0bdc', 'port_id': 'fdcb71ee-934a-43a1-b488-6a0a181ede52', 'mac_address': 'fa:16:3e:43:ba:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dccec4a8-ee71-4748-b043-da8f9c139639', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:06:53.340514 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port fdcb71ee-934a-43a1-b488-6a0a181ede52 is: DOWN; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:06:53.341005 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (fdcb71ee-934a-43a1-b488-6a0a181ede52), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:53.355463 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdcb71ee-934a-43a1-b488-6a0a181ede52 {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:06:53.376619 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port fdcb71ee-934a-43a1-b488-6a0a181ede52, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=fdcb71ee-934a-43a1-b488-6a0a181ede52,segment=NetworkSegment(a68dda09-9d18-493d-9415-4cebe1fc659a),segment_id=a68dda09-9d18-493d-9415-4cebe1fc659a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:06:53.452544 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (fdcb71ee-934a-43a1-b488-6a0a181ede52), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:53.505285 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=fdcb71ee-934a-43a1-b488-6a0a181ede52,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:53.741791 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['fdcb71ee-934a-43a1-b488-6a0a181ede52'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:06:54.122358 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8780b96-fa08-41b4-b92a-7d1372d4ee1e req-fd21643d-ff4f-413d-b09e-d42a4c946961 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:54.123893 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b8780b96-fa08-41b4-b92a-7d1372d4ee1e req-fd21643d-ff4f-413d-b09e-d42a4c946961 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eecc7f8-3d57-444e-bff4-d18c075f0bd2 HTTP/1.1" status: 200 len: 945 time: 0.0933940 Apr 22 08:06:54.138100 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3cf0f-f61b-4d90-961a-dc61d7b7e481 req-5ef27a0f-8cad-4406-9a5b-eb966186de0d tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:54.139547 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-71b3cf0f-f61b-4d90-961a-dc61d7b7e481 req-5ef27a0f-8cad-4406-9a5b-eb966186de0d tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e937b35-2017-4878-b828-db94909132c9 HTTP/1.1" status: 200 len: 944 time: 0.0804498 Apr 22 08:06:54.212758 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b8780b96-fa08-41b4-b92a-7d1372d4ee1e req-4dd86219-fafd-429a-bbf4-ba27c12da6c1 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=beceda13-7626-4e72-bdf2-10932a5875fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830102 Apr 22 08:06:54.215792 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-71b3cf0f-f61b-4d90-961a-dc61d7b7e481 req-94eb385c-3d92-4183-a080-a6cc637b3ff8 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707581 Apr 22 08:06:54.379499 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999233e-95fb-4d03-bcee-0a4fb1c53f33 req-bd5e3c20-0532-40ea-ac74-d8b73a8a81f3 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:54.380973 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2999233e-95fb-4d03-bcee-0a4fb1c53f33 req-bd5e3c20-0532-40ea-ac74-d8b73a8a81f3 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0868225 Apr 22 08:06:54.387994 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1534c5-ab90-4ef8-beac-9db42287a4eb req-81ebcef9-a205-4518-b40f-5a08450a8649 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:54.389528 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3b1534c5-ab90-4ef8-beac-9db42287a4eb req-81ebcef9-a205-4518-b40f-5a08450a8649 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eecc7f8-3d57-444e-bff4-d18c075f0bd2 HTTP/1.1" status: 200 len: 945 time: 0.1069901 Apr 22 08:06:54.399477 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 36136) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:06:54.404074 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-1267f3b3-e8f2-4360-8701-57ddd83dc12e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'floatingip': {'port_id': 'df9e758a-5497-4ac9-9552-d91ac379e607'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:06:54.448783 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1267f3b3-e8f2-4360-8701-57ddd83dc12e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (1deef1d2-8800-428a-930d-12966fa9dd8d), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:54.449875 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2999233e-95fb-4d03-bcee-0a4fb1c53f33 req-32db397c-cbde-44da-bd26-0e88ea7a8275 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593991 Apr 22 08:06:54.941383 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1267f3b3-e8f2-4360-8701-57ddd83dc12e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:54.987432 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device fdcb71ee-934a-43a1-b488-6a0a181ede52 up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:06:55.012632 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1267f3b3-e8f2-4360-8701-57ddd83dc12e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (1deef1d2-8800-428a-930d-12966fa9dd8d), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:55.126733 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning for port fdcb71ee-934a-43a1-b488-6a0a181ede52 completed by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 08:06:55.132153 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port fdcb71ee-934a-43a1-b488-6a0a181ede52 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:06:55.132452 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (fdcb71ee-934a-43a1-b488-6a0a181ede52), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:55.152742 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.db.l3_db [None req-1267f3b3-e8f2-4360-8701-57ddd83dc12e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Floating IP 1deef1d2-8800-428a-930d-12966fa9dd8d associated. External IP: 172.28.2.16, port: df9e758a-5497-4ac9-9552-d91ac379e607. Apr 22 08:06:55.234162 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port fdcb71ee-934a-43a1-b488-6a0a181ede52 is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:06:55.234742 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (fdcb71ee-934a-43a1-b488-6a0a181ede52), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:55.271678 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e937b35-2017-4878-b828-db94909132c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcb71ee-934a-43a1-b488-6a0a181ede52'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:06:55.276443 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943d0c67-2ec1-4ae6-83bc-8989f02cc5ca" -d '{"events": [{"server_uuid": "1e937b35-2017-4878-b828-db94909132c9", "name": "network-vif-plugged", "status": "completed", "tag": "fdcb71ee-934a-43a1-b488-6a0a181ede52"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:06:55.305842 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port fdcb71ee-934a-43a1-b488-6a0a181ede52, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=fdcb71ee-934a-43a1-b488-6a0a181ede52,segment=NetworkSegment(a68dda09-9d18-493d-9415-4cebe1fc659a),segment_id=a68dda09-9d18-493d-9415-4cebe1fc659a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:06:55.338460 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a341d4-6376-424a-8144-25a297c103ff x-openstack-request-id: req-41a341d4-6376-424a-8144-25a297c103ff {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:06:55.338801 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e937b35-2017-4878-b828-db94909132c9", "name": "network-vif-plugged", "status": "completed", "tag": "fdcb71ee-934a-43a1-b488-6a0a181ede52", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:06:55.339061 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41a341d4-6376-424a-8144-25a297c103ff {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:06:55.339461 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41a341d4-6376-424a-8144-25a297c103ff'] response: {'server_uuid': '1e937b35-2017-4878-b828-db94909132c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcb71ee-934a-43a1-b488-6a0a181ede52', 'code': 200} Apr 22 08:06:55.376318 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (fdcb71ee-934a-43a1-b488-6a0a181ede52), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:55.384972 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82bb16-cf42-4cff-8d9c-9259d3485458 req-ced88691-c632-4561-a594-3c77a9346253 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:55.394178 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-be82bb16-cf42-4cff-8d9c-9259d3485458 req-ced88691-c632-4561-a594-3c77a9346253 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e937b35-2017-4878-b828-db94909132c9 HTTP/1.1" status: 200 len: 944 time: 0.0786877 Apr 22 08:06:55.457131 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-be82bb16-cf42-4cff-8d9c-9259d3485458 req-7d979921-81b9-407c-898a-fbfdb3036117 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619338 Apr 22 08:06:55.470325 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=fdcb71ee-934a-43a1-b488-6a0a181ede52,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:06:55.511258 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1267f3b3-e8f2-4360-8701-57ddd83dc12e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Router 7090097d-05ba-42e9-a34f-e11e7566645b has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:06:55.589434 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dff08-9f82-43b1-a5e9-04ba16f71d11 req-904df81b-745e-4d44-9757-b16e99059e3a tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:55.596680 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c14dff08-9f82-43b1-a5e9-04ba16f71d11 req-904df81b-745e-4d44-9757-b16e99059e3a tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0627189 Apr 22 08:06:55.654887 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1267f3b3-e8f2-4360-8701-57ddd83dc12e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:06:55.660847 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1267f3b3-e8f2-4360-8701-57ddd83dc12e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:55.676321 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf94bd8-4593-4330-9521-44d8e5d3ce06 None None] Sync routers for ids ['7090097d-05ba-42e9-a34f-e11e7566645b'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:06:55.682678 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c14dff08-9f82-43b1-a5e9-04ba16f71d11 req-df239670-d35a-473e-ba82-4ce2f77739d8 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847561 Apr 22 08:06:55.690069 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf94bd8-4593-4330-9521-44d8e5d3ce06 None None] Routers {'7090097d-05ba-42e9-a34f-e11e7566645b'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:06:55.694763 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-bbf94bd8-4593-4330-9521-44d8e5d3ce06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:06:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['7090097d-05ba-42e9-a34f-e11e7566645b'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:06:55.734639 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-1267f3b3-e8f2-4360-8701-57ddd83dc12e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "PUT /v2.0/floatingips/1deef1d2-8800-428a-930d-12966fa9dd8d HTTP/1.1" status: 200 len: 990 time: 1.3339338 Apr 22 08:06:55.736672 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eecc7f8-3d57-444e-bff4-d18c075f0bd2', 'tag': 'df9e758a-5497-4ac9-9552-d91ac379e607'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:06:55.739143 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1f660848c79b36bae0e0b840ac11b5c4e167d2979010aa0292c1729aff9b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806673c1-6ecc-44ed-9cf8-d20f9ad6252f" -d '{"events": [{"name": "network-changed", "server_uuid": "9eecc7f8-3d57-444e-bff4-d18c075f0bd2", "tag": "df9e758a-5497-4ac9-9552-d91ac379e607"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:06:55.775841 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0955d-6fd6-402a-a3e0-cc75485e396d req-b0f3a493-6490-42c4-9d3e-2fc326af1aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:55.777364 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-25b0955d-6fd6-402a-a3e0-cc75485e396d req-b0f3a493-6490-42c4-9d3e-2fc326af1aac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1e937b35-2017-4878-b828-db94909132c9 HTTP/1.1" status: 200 len: 1129 time: 0.0808127 Apr 22 08:06:55.792806 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b56101a-32df-4a5e-80b0-37eb355836f4 x-openstack-request-id: req-1b56101a-32df-4a5e-80b0-37eb355836f4 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:06:55.793222 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eecc7f8-3d57-444e-bff4-d18c075f0bd2", "tag": "df9e758a-5497-4ac9-9552-d91ac379e607", "status": "completed", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:06:55.793570 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b56101a-32df-4a5e-80b0-37eb355836f4 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:06:55.794064 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b56101a-32df-4a5e-80b0-37eb355836f4'] response: {'name': 'network-changed', 'server_uuid': '9eecc7f8-3d57-444e-bff4-d18c075f0bd2', 'tag': 'df9e758a-5497-4ac9-9552-d91ac379e607', 'status': 'completed', 'code': 200} Apr 22 08:06:55.853822 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-25b0955d-6fd6-402a-a3e0-cc75485e396d req-574122ba-4620-466f-868c-74ebfe6a124f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689468 Apr 22 08:06:55.878579 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806673c1-6ecc-44ed-9cf8-d20f9ad6252f req-b40f1f49-6d6a-431a-8a31-7b55c55777e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:55.880466 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-806673c1-6ecc-44ed-9cf8-d20f9ad6252f req-b40f1f49-6d6a-431a-8a31-7b55c55777e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=418089b9d73b40b198fe850c8e0fa9b8&device_id=9eecc7f8-3d57-444e-bff4-d18c075f0bd2 HTTP/1.1" status: 200 len: 1129 time: 0.0592582 Apr 22 08:06:55.920077 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-bbf94bd8-4593-4330-9521-44d8e5d3ce06 None None] Set router 7090097d-05ba-42e9-a34f-e11e7566645b gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:06:56.175046 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-bbf94bd8-4593-4330-9521-44d8e5d3ce06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '1deef1d2-8800-428a-930d-12966fa9dd8d', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'floating_ip_address': '172.28.2.16', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'port_id': 'df9e758a-5497-4ac9-9552-d91ac379e607', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'mac_address': 'fa:16:3e:bf:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eecc7f8-3d57-444e-bff4-d18c075f0bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:06:39Z', 'updated_at': '2022-04-22T08:06:54Z', 'revision_number': 1, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:06:56.206012 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf94bd8-4593-4330-9521-44d8e5d3ce06 None None] Checking router: 7090097d-05ba-42e9-a34f-e11e7566645b for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:06:56.216895 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf94bd8-4593-4330-9521-44d8e5d3ce06 None None] Routers {'7090097d-05ba-42e9-a34f-e11e7566645b'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:06:56.217896 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-bbf94bd8-4593-4330-9521-44d8e5d3ce06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:06:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['7090097d-05ba-42e9-a34f-e11e7566645b'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:06:56.221611 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806673c1-6ecc-44ed-9cf8-d20f9ad6252f req-fc476536-596f-4979-885a-5cdf945288fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:56.222134 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-806673c1-6ecc-44ed-9cf8-d20f9ad6252f req-fc476536-596f-4979-885a-5cdf945288fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=6dee7f59-68db-465f-b55a-26e8be06de12 HTTP/1.1" status: 200 len: 916 time: 0.1184549 Apr 22 08:06:56.327025 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-806673c1-6ecc-44ed-9cf8-d20f9ad6252f req-918bef31-50c8-41bb-9111-990be8f0c99a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df9e758a-5497-4ac9-9552-d91ac379e607 HTTP/1.1" status: 200 len: 998 time: 0.0974312 Apr 22 08:06:56.365151 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-bbf94bd8-4593-4330-9521-44d8e5d3ce06 None None] Set router 7090097d-05ba-42e9-a34f-e11e7566645b gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:06:56.421983 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806673c1-6ecc-44ed-9cf8-d20f9ad6252f req-d2454ecc-c9ce-4ac0-af55-6b363ced0622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:56.423852 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-806673c1-6ecc-44ed-9cf8-d20f9ad6252f req-d2454ecc-c9ce-4ac0-af55-6b363ced0622 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=641627bb-b95d-4c67-8726-0140678dc8e7 HTTP/1.1" status: 200 len: 854 time: 0.0890203 Apr 22 08:06:56.498978 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806673c1-6ecc-44ed-9cf8-d20f9ad6252f req-3f4d2845-f88a-4f3d-bad1-6c230ad5d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:56.501447 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-806673c1-6ecc-44ed-9cf8-d20f9ad6252f req-3f4d2845-f88a-4f3d-bad1-6c230ad5d0ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6dee7f59-68db-465f-b55a-26e8be06de12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0697386 Apr 22 08:06:56.693497 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f37bc-18b3-4462-a6a3-5eb2958f8448 req-4420b1c6-a1e1-480a-b431-33a820daf491 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:56.695189 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-307f37bc-18b3-4462-a6a3-5eb2958f8448 req-4420b1c6-a1e1-480a-b431-33a820daf491 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e937b35-2017-4878-b828-db94909132c9 HTTP/1.1" status: 200 len: 945 time: 0.1489391 Apr 22 08:06:56.725724 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-806673c1-6ecc-44ed-9cf8-d20f9ad6252f req-b68cb99c-ce80-4f9a-bd36-89704b9d6b30 service neutron] 10.222.0.39 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117958 Apr 22 08:06:56.754270 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-bbf94bd8-4593-4330-9521-44d8e5d3ce06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '1deef1d2-8800-428a-930d-12966fa9dd8d', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'floating_ip_address': '172.28.2.16', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'port_id': 'df9e758a-5497-4ac9-9552-d91ac379e607', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'mac_address': 'fa:16:3e:bf:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eecc7f8-3d57-444e-bff4-d18c075f0bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:06:39Z', 'updated_at': '2022-04-22T08:06:54Z', 'revision_number': 1, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:06:56.795541 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf94bd8-4593-4330-9521-44d8e5d3ce06 None None] The sync data for ids ['7090097d-05ba-42e9-a34f-e11e7566645b'] in dv-cinder-838880-1-smb is: [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '1deef1d2-8800-428a-930d-12966fa9dd8d', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'floating_ip_address': '172.28.2.16', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'port_id': 'df9e758a-5497-4ac9-9552-d91ac379e607', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'mac_address': 'fa:16:3e:bf:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eecc7f8-3d57-444e-bff4-d18c075f0bd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:06:39Z', 'updated_at': '2022-04-22T08:06:54Z', 'revision_number': 1, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:06:56.868001 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-307f37bc-18b3-4462-a6a3-5eb2958f8448 req-864936e1-c423-4375-adcc-1433408e2493 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602433 Apr 22 08:06:56.905932 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bac7dc-aea4-4577-a517-dfcb407c5a66 req-a5771af9-1cbd-43a8-8991-67c93acac639 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:56.907797 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b2bac7dc-aea4-4577-a517-dfcb407c5a66 req-a5771af9-1cbd-43a8-8991-67c93acac639 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.1417401 Apr 22 08:06:56.940888 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-806673c1-6ecc-44ed-9cf8-d20f9ad6252f req-6fa84a11-4b96-455e-9362-0cdd339e2b8c service neutron] 10.222.0.39 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065177 Apr 22 08:06:56.974093 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b2bac7dc-aea4-4577-a517-dfcb407c5a66 req-c67f7782-cd0a-41a6-876e-8c2c99cd935d tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557268 Apr 22 08:06:57.157931 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ce8e14-5e25-4b15-9d83-cbf6a1b12c4f None None] New status for floating IP 1deef1d2-8800-428a-930d-12966fa9dd8d: ACTIVE {{(pid=103834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 08:06:57.656385 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:06:58.112340 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21548dc-ba6e-4fda-a955-efef92eab7e4 req-c17e0e7b-5aac-4a73-9a68-2894e00d2969 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:58.113886 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e21548dc-ba6e-4fda-a955-efef92eab7e4 req-c17e0e7b-5aac-4a73-9a68-2894e00d2969 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e937b35-2017-4878-b828-db94909132c9 HTTP/1.1" status: 200 len: 945 time: 0.1188099 Apr 22 08:06:58.204186 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efe03d-5295-4945-9dc9-df99c86d2fe1 req-ad1a98ce-4f64-4489-8ce0-15e10241147f tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:58.205683 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-96efe03d-5295-4945-9dc9-df99c86d2fe1 req-ad1a98ce-4f64-4489-8ce0-15e10241147f tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.1105154 Apr 22 08:06:58.215779 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e21548dc-ba6e-4fda-a955-efef92eab7e4 req-4e3dcba8-18bc-4f24-8684-561564cc964c tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829132 Apr 22 08:06:58.288376 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-96efe03d-5295-4945-9dc9-df99c86d2fe1 req-030d7705-f4cd-4d45-bba2-1498735ab16d tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715528 Apr 22 08:06:58.414395 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ebf73-ba9a-4458-954b-b71246ea51c3 req-ce734594-5c0c-4542-a752-8525b1c04432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:58.420234 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3e1ebf73-ba9a-4458-954b-b71246ea51c3 req-ce734594-5c0c-4542-a752-8525b1c04432 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 1130 time: 0.0709777 Apr 22 08:06:58.474045 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3e1ebf73-ba9a-4458-954b-b71246ea51c3 req-879538e8-26f5-4cfb-b964-e517e4dda40d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461233 Apr 22 08:06:59.468107 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb680f-bc06-4356-a24e-0e4217f9c9c0 req-1e1684a8-6e81-49d6-971e-a1a1cbef523d tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:06:59.473012 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-53fb680f-bc06-4356-a24e-0e4217f9c9c0 req-1e1684a8-6e81-49d6-971e-a1a1cbef523d tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0636837 Apr 22 08:06:59.534092 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-53fb680f-bc06-4356-a24e-0e4217f9c9c0 req-8596f4da-b0b9-420d-b9ef-69e542ea1664 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582888 Apr 22 08:07:00.670354 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd65d2-83fe-4449-9a6c-754e5ae15def req-16102420-1472-427a-a79c-6ace333a1624 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:00.673516 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7cbd65d2-83fe-4449-9a6c-754e5ae15def req-16102420-1472-427a-a79c-6ace333a1624 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0664706 Apr 22 08:07:00.727340 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7cbd65d2-83fe-4449-9a6c-754e5ae15def req-d23c0053-9122-4c1f-b63c-969d68b49539 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496626 Apr 22 08:07:01.706842 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc68db-f051-412e-a484-0e380d1a9adb req-5f713aca-3070-4717-8437-b4234b4a2a8e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:01.714564 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2bcc68db-f051-412e-a484-0e380d1a9adb req-5f713aca-3070-4717-8437-b4234b4a2a8e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.3490231 Apr 22 08:07:01.758358 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135862fe-f402-49b8-b30a-5c401536c019 req-4e099e53-b2ec-4d2a-b8fe-093f91cc4fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:01.759955 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-135862fe-f402-49b8-b30a-5c401536c019 req-4e099e53-b2ec-4d2a-b8fe-093f91cc4fae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea95f2f73f24412d821786dca4fd986a&device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 1130 time: 0.3367364 Apr 22 08:07:01.771040 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2bcc68db-f051-412e-a484-0e380d1a9adb req-609104c5-48c0-465b-9c7d-044fe944dee3 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554218 Apr 22 08:07:01.875483 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135862fe-f402-49b8-b30a-5c401536c019 req-53054582-2b54-4981-8ea7-2b801b82ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:01.877006 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-135862fe-f402-49b8-b30a-5c401536c019 req-53054582-2b54-4981-8ea7-2b801b82ec5c service neutron] 10.222.0.39 "GET /v2.0/networks?id=13a6078d-58b1-4081-bb3a-ccd74a412f02 HTTP/1.1" status: 200 len: 920 time: 0.1049120 Apr 22 08:07:01.957087 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-135862fe-f402-49b8-b30a-5c401536c019 req-4b398e2f-172e-475a-b9ef-8b13ac8c3520 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2568104-a3d6-43ac-84a8-c524baba461d HTTP/1.1" status: 200 len: 1002 time: 0.0652049 Apr 22 08:07:02.017994 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135862fe-f402-49b8-b30a-5c401536c019 req-ed833550-1d4a-43b7-bf4a-6a672d6207b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:02.019669 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-135862fe-f402-49b8-b30a-5c401536c019 req-ed833550-1d4a-43b7-bf4a-6a672d6207b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=434aae01-3eff-47a2-96c3-7b3f40b18165 HTTP/1.1" status: 200 len: 858 time: 0.0495598 Apr 22 08:07:02.073461 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135862fe-f402-49b8-b30a-5c401536c019 req-6114ffa7-3898-4d7f-9725-03b2c4b633ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:02.075271 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-135862fe-f402-49b8-b30a-5c401536c019 req-6114ffa7-3898-4d7f-9725-03b2c4b633ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13a6078d-58b1-4081-bb3a-ccd74a412f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0489042 Apr 22 08:07:02.190091 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-135862fe-f402-49b8-b30a-5c401536c019 req-3770a41e-ba9c-4524-a177-566505d8d2c2 service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010094 Apr 22 08:07:02.286931 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-135862fe-f402-49b8-b30a-5c401536c019 req-6438a7fe-138e-41c8-8d93-034234df7d23 service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896919 Apr 22 08:07:02.932808 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bccd8-c29a-4d5d-ba50-101040706c84 req-f60b0196-ea59-4c0b-8b7d-e453425b039d tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:02.934299 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bb1bccd8-c29a-4d5d-ba50-101040706c84 req-f60b0196-ea59-4c0b-8b7d-e453425b039d tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0713279 Apr 22 08:07:03.026172 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bb1bccd8-c29a-4d5d-ba50-101040706c84 req-0b1f6e3b-0e91-4689-8f7e-7dbcff84584f tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699389 Apr 22 08:07:04.158797 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05803643-8f5d-4594-92c9-3eec71fb781c req-c2f89e23-6c3d-414a-a06a-f9965cc60799 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:04.160757 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-05803643-8f5d-4594-92c9-3eec71fb781c req-c2f89e23-6c3d-414a-a06a-f9965cc60799 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0576341 Apr 22 08:07:04.212843 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-05803643-8f5d-4594-92c9-3eec71fb781c req-605cd856-bb0b-4549-8e03-26939df2478d tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461364 Apr 22 08:07:05.461622 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9945f-1e32-4520-a7d0-40e4fb3701e9 req-5ee32635-50e9-4eda-8480-b5777c33e852 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:05.464678 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8dd9945f-1e32-4520-a7d0-40e4fb3701e9 req-5ee32635-50e9-4eda-8480-b5777c33e852 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0935378 Apr 22 08:07:05.528487 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8dd9945f-1e32-4520-a7d0-40e4fb3701e9 req-d093cedd-5609-41e0-b02d-d89c29484299 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513499 Apr 22 08:07:05.650112 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c7162-e98c-4439-8951-5039823e5a3c req-e2bed73a-b42b-45bd-a79e-d671b7878dee tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:05.651998 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7d5c7162-e98c-4439-8951-5039823e5a3c req-e2bed73a-b42b-45bd-a79e-d671b7878dee tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0606155 Apr 22 08:07:05.661015 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 36278) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:05.666009 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-4ab1414d-db95-412d-9b2c-cef83f85903a tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Request body: {'floatingip': {'port_id': 'd2568104-a3d6-43ac-84a8-c524baba461d'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:07:05.730929 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4ab1414d-db95-412d-9b2c-cef83f85903a tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for floatingip (a5d6b7bf-0fe1-428c-b285-aafd1b2193ac), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:06.331486 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4ab1414d-db95-412d-9b2c-cef83f85903a tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:06.399878 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4ab1414d-db95-412d-9b2c-cef83f85903a tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (a5d6b7bf-0fe1-428c-b285-aafd1b2193ac), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:06.990099 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab1414d-db95-412d-9b2c-cef83f85903a tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Router 651c8eba-197b-42ec-8934-2473b3d7a60f has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:07:07.152699 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab1414d-db95-412d-9b2c-cef83f85903a tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:07:07.157408 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4ab1414d-db95-412d-9b2c-cef83f85903a tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:07.171567 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa8d512-c0c7-4804-b1e5-a6882ae97fe2 None None] Sync routers for ids ['651c8eba-197b-42ec-8934-2473b3d7a60f'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:07:07.184579 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa8d512-c0c7-4804-b1e5-a6882ae97fe2 None None] Routers {'651c8eba-197b-42ec-8934-2473b3d7a60f'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:07:07.185314 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-4fa8d512-c0c7-4804-b1e5-a6882ae97fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:06:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['651c8eba-197b-42ec-8934-2473b3d7a60f'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:07.218605 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7', 'tag': 'd2568104-a3d6-43ac-84a8-c524baba461d'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:07:07.220982 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1f660848c79b36bae0e0b840ac11b5c4e167d2979010aa0292c1729aff9b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a4e87b-212a-470d-8955-e0702eb91e40" -d '{"events": [{"name": "network-changed", "server_uuid": "c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7", "tag": "d2568104-a3d6-43ac-84a8-c524baba461d"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:07:07.236785 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-4ab1414d-db95-412d-9b2c-cef83f85903a tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "PUT /v2.0/floatingips/a5d6b7bf-0fe1-428c-b285-aafd1b2193ac HTTP/1.1" status: 200 len: 994 time: 1.5684516 Apr 22 08:07:07.268121 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3427cd97-ffa3-44c1-8d97-1970db93d147 x-openstack-request-id: req-3427cd97-ffa3-44c1-8d97-1970db93d147 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:07:07.268413 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7", "tag": "d2568104-a3d6-43ac-84a8-c524baba461d", "status": "completed", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:07:07.271882 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3427cd97-ffa3-44c1-8d97-1970db93d147 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:07:07.271882 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3427cd97-ffa3-44c1-8d97-1970db93d147'] response: {'name': 'network-changed', 'server_uuid': 'c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7', 'tag': 'd2568104-a3d6-43ac-84a8-c524baba461d', 'status': 'completed', 'code': 200} Apr 22 08:07:07.303558 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-4fa8d512-c0c7-4804-b1e5-a6882ae97fe2 None None] Set router 651c8eba-197b-42ec-8934-2473b3d7a60f gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:07:07.333958 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4e87b-212a-470d-8955-e0702eb91e40 req-c1ce9f2e-029d-4306-86d7-b086576b2b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:07.335602 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-11a4e87b-212a-470d-8955-e0702eb91e40 req-c1ce9f2e-029d-4306-86d7-b086576b2b1f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea95f2f73f24412d821786dca4fd986a&device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 1130 time: 0.0464623 Apr 22 08:07:07.435579 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4e87b-212a-470d-8955-e0702eb91e40 req-ccb32418-8000-4ed4-95ce-2855248d51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:07.436976 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-11a4e87b-212a-470d-8955-e0702eb91e40 req-ccb32418-8000-4ed4-95ce-2855248d51a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=13a6078d-58b1-4081-bb3a-ccd74a412f02 HTTP/1.1" status: 200 len: 920 time: 0.0960872 Apr 22 08:07:07.513411 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-11a4e87b-212a-470d-8955-e0702eb91e40 req-614126e2-707f-419f-9d5b-88e8db96eb8c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2568104-a3d6-43ac-84a8-c524baba461d HTTP/1.1" status: 200 len: 1002 time: 0.0704989 Apr 22 08:07:07.543801 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-4fa8d512-c0c7-4804-b1e5-a6882ae97fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'name': 'tempest-ServerRescueNegativeTestJSON-1894024959-router', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:35Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'gw_port': {'id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': 'a5d6b7bf-0fe1-428c-b285-aafd1b2193ac', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'floating_ip_address': '172.28.2.186', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'port_id': 'd2568104-a3d6-43ac-84a8-c524baba461d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'mac_address': 'fa:16:3e:8f:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:05:25Z', 'updated_at': '2022-04-22T08:07:06Z', 'revision_number': 3, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9652eee9-b3ab-4f7b-83c4-11753f933bce', 'name': '', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'mac_address': 'fa:16:3e:59:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:43Z', 'updated_at': '2022-04-22T08:04:00Z', 'revision_number': 5, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'subnets': [{'id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:07.573687 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa8d512-c0c7-4804-b1e5-a6882ae97fe2 None None] Checking router: 651c8eba-197b-42ec-8934-2473b3d7a60f for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:07:07.575216 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4e87b-212a-470d-8955-e0702eb91e40 req-b0e38951-9d7f-498a-8036-581b7c66f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:07.576685 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-11a4e87b-212a-470d-8955-e0702eb91e40 req-b0e38951-9d7f-498a-8036-581b7c66f1b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=434aae01-3eff-47a2-96c3-7b3f40b18165 HTTP/1.1" status: 200 len: 858 time: 0.0469592 Apr 22 08:07:07.582337 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa8d512-c0c7-4804-b1e5-a6882ae97fe2 None None] Routers {'651c8eba-197b-42ec-8934-2473b3d7a60f'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:07:07.582996 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-4fa8d512-c0c7-4804-b1e5-a6882ae97fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:06:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['651c8eba-197b-42ec-8934-2473b3d7a60f'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:07.669278 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4e87b-212a-470d-8955-e0702eb91e40 req-55bd7512-48ed-4e77-8962-65c8bb19b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:07.670812 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-11a4e87b-212a-470d-8955-e0702eb91e40 req-55bd7512-48ed-4e77-8962-65c8bb19b82f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13a6078d-58b1-4081-bb3a-ccd74a412f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0877352 Apr 22 08:07:07.689616 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926599e0-0425-4f63-a757-0e74e8d20229 req-47e337bf-891c-4455-a226-312e1481754a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:07.691247 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-926599e0-0425-4f63-a757-0e74e8d20229 req-47e337bf-891c-4455-a226-312e1481754a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 947 time: 0.0713239 Apr 22 08:07:07.701372 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-4fa8d512-c0c7-4804-b1e5-a6882ae97fe2 None None] Set router 651c8eba-197b-42ec-8934-2473b3d7a60f gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:07:07.794994 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-926599e0-0425-4f63-a757-0e74e8d20229 req-79498bb6-4390-4cfe-a06f-311462dc6a3a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960467 Apr 22 08:07:07.818251 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-11a4e87b-212a-470d-8955-e0702eb91e40 req-64cc11cd-63ed-4bc3-b9f9-c0a4793b083d service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372128 Apr 22 08:07:07.910612 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-11a4e87b-212a-470d-8955-e0702eb91e40 req-99291742-3e2e-484a-8712-87ac3dcb7fd8 service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831323 Apr 22 08:07:07.933186 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-4fa8d512-c0c7-4804-b1e5-a6882ae97fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'name': 'tempest-ServerRescueNegativeTestJSON-1894024959-router', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:35Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'gw_port': {'id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': 'a5d6b7bf-0fe1-428c-b285-aafd1b2193ac', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'floating_ip_address': '172.28.2.186', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'port_id': 'd2568104-a3d6-43ac-84a8-c524baba461d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'mac_address': 'fa:16:3e:8f:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:05:25Z', 'updated_at': '2022-04-22T08:07:06Z', 'revision_number': 3, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9652eee9-b3ab-4f7b-83c4-11753f933bce', 'name': '', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'mac_address': 'fa:16:3e:59:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:43Z', 'updated_at': '2022-04-22T08:04:00Z', 'revision_number': 5, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'subnets': [{'id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:08.038666 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa8d512-c0c7-4804-b1e5-a6882ae97fe2 None None] The sync data for ids ['651c8eba-197b-42ec-8934-2473b3d7a60f'] in dv-cinder-838880-1-smb is: [{'id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'name': 'tempest-ServerRescueNegativeTestJSON-1894024959-router', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:35Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'gw_port': {'id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': 'a5d6b7bf-0fe1-428c-b285-aafd1b2193ac', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'floating_ip_address': '172.28.2.186', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'port_id': 'd2568104-a3d6-43ac-84a8-c524baba461d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'mac_address': 'fa:16:3e:8f:d5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:05:25Z', 'updated_at': '2022-04-22T08:07:06Z', 'revision_number': 3, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9652eee9-b3ab-4f7b-83c4-11753f933bce', 'name': '', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'mac_address': 'fa:16:3e:59:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:43Z', 'updated_at': '2022-04-22T08:04:00Z', 'revision_number': 5, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'subnets': [{'id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:07:08.919899 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81e3be-5a3b-49d9-90b6-5cff2b6ae372 req-f7010ffa-a59e-4400-9616-91c8a88efa57 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:08.921351 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3f81e3be-5a3b-49d9-90b6-5cff2b6ae372 req-f7010ffa-a59e-4400-9616-91c8a88efa57 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 947 time: 0.0529392 Apr 22 08:07:08.971722 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3f81e3be-5a3b-49d9-90b6-5cff2b6ae372 req-c31c13fb-1d5e-4903-9ab6-774b20a42d6b tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448205 Apr 22 08:07:09.270072 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7', 'tag': 'd2568104-a3d6-43ac-84a8-c524baba461d'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:07:09.272481 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1f660848c79b36bae0e0b840ac11b5c4e167d2979010aa0292c1729aff9b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb7aa19-d8af-4022-be16-c60666ca5545" -d '{"events": [{"name": "network-changed", "server_uuid": "c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7", "tag": "d2568104-a3d6-43ac-84a8-c524baba461d"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:07:09.309238 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a1d2c6-1457-4493-a917-d2d2ee06970c x-openstack-request-id: req-22a1d2c6-1457-4493-a917-d2d2ee06970c {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:07:09.309531 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7", "tag": "d2568104-a3d6-43ac-84a8-c524baba461d", "status": "completed", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:07:09.309783 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22a1d2c6-1457-4493-a917-d2d2ee06970c {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:07:09.310183 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22a1d2c6-1457-4493-a917-d2d2ee06970c'] response: {'name': 'network-changed', 'server_uuid': 'c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7', 'tag': 'd2568104-a3d6-43ac-84a8-c524baba461d', 'status': 'completed', 'code': 200} Apr 22 08:07:09.376519 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7aa19-d8af-4022-be16-c60666ca5545 req-c6d9364b-77a8-4e86-a635-f0f1739d862d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:09.378009 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bfb7aa19-d8af-4022-be16-c60666ca5545 req-c6d9364b-77a8-4e86-a635-f0f1739d862d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea95f2f73f24412d821786dca4fd986a&device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 1130 time: 0.0461287 Apr 22 08:07:09.475317 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7aa19-d8af-4022-be16-c60666ca5545 req-0587b440-1bc9-4167-8800-00bcbe750c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:09.477199 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bfb7aa19-d8af-4022-be16-c60666ca5545 req-0587b440-1bc9-4167-8800-00bcbe750c75 service neutron] 10.222.0.39 "GET /v2.0/networks?id=13a6078d-58b1-4081-bb3a-ccd74a412f02 HTTP/1.1" status: 200 len: 920 time: 0.0851443 Apr 22 08:07:09.558970 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bfb7aa19-d8af-4022-be16-c60666ca5545 req-1da86c7f-a440-406a-8793-8325b94bcc53 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2568104-a3d6-43ac-84a8-c524baba461d HTTP/1.1" status: 200 len: 1002 time: 0.0709286 Apr 22 08:07:09.581657 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e9f4a-fce7-4081-918e-36884bd330d0 req-60ab9e64-c84d-472b-b1e0-4f9168534da1 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:09.583558 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-095e9f4a-fce7-4081-918e-36884bd330d0 req-60ab9e64-c84d-472b-b1e0-4f9168534da1 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.39 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 947 time: 0.0576017 Apr 22 08:07:09.610223 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7aa19-d8af-4022-be16-c60666ca5545 req-49c70408-513e-4676-8ed0-c839664e0f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:09.619076 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bfb7aa19-d8af-4022-be16-c60666ca5545 req-49c70408-513e-4676-8ed0-c839664e0f25 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=434aae01-3eff-47a2-96c3-7b3f40b18165 HTTP/1.1" status: 200 len: 858 time: 0.0470450 Apr 22 08:07:09.668277 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7aa19-d8af-4022-be16-c60666ca5545 req-04bc9e20-9ccd-4533-84b2-febb1578cd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:09.669676 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bfb7aa19-d8af-4022-be16-c60666ca5545 req-04bc9e20-9ccd-4533-84b2-febb1578cd91 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13a6078d-58b1-4081-bb3a-ccd74a412f02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0514123 Apr 22 08:07:09.682734 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [req-095e9f4a-fce7-4081-918e-36884bd330d0 req-c04e3d22-5d23-4eba-af0f-886ae0968370 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Deleting port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:07:09.683076 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-095e9f4a-fce7-4081-918e-36884bd330d0 req-c04e3d22-5d23-4eba-af0f-886ae0968370 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:09.774267 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bfb7aa19-d8af-4022-be16-c60666ca5545 req-04fcec85-c198-4641-8c47-d8924ca25e3e service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931959 Apr 22 08:07:09.790412 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [req-095e9f4a-fce7-4081-918e-36884bd330d0 req-c04e3d22-5d23-4eba-af0f-886ae0968370 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] For port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:07:09.791366 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-095e9f4a-fce7-4081-918e-36884bd330d0 req-c04e3d22-5d23-4eba-af0f-886ae0968370 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:09.871128 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bfb7aa19-d8af-4022-be16-c60666ca5545 req-8acb8f44-8070-432d-a135-2280ca80529d service neutron] 10.222.0.39 "GET /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910671 Apr 22 08:07:09.969826 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-095e9f4a-fce7-4081-918e-36884bd330d0 req-c04e3d22-5d23-4eba-af0f-886ae0968370 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:09.970938 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-095e9f4a-fce7-4081-918e-36884bd330d0 req-c04e3d22-5d23-4eba-af0f-886ae0968370 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (5f5d545f-debd-472c-9140-2be16c271d7c), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:09.970938 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.db.l3_db [req-095e9f4a-fce7-4081-918e-36884bd330d0 req-c04e3d22-5d23-4eba-af0f-886ae0968370 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Floating IP 5f5d545f-debd-472c-9140-2be16c271d7c disassociated. External IP: 172.28.2.176, port: 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd. Apr 22 08:07:09.970938 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [req-095e9f4a-fce7-4081-918e-36884bd330d0 req-c04e3d22-5d23-4eba-af0f-886ae0968370 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Calling delete_port for 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd owned by compute:nova {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:07:10.121354 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c8cb4-ad76-405c-be8f-f89daee1e30e req-ca414d85-d780-4ed0-b099-46a245385e55 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:10.122890 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1d8c8cb4-ad76-405c-be8f-f89daee1e30e req-ca414d85-d780-4ed0-b099-46a245385e55 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 947 time: 0.0606501 Apr 22 08:07:10.169288 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1d8c8cb4-ad76-405c-be8f-f89daee1e30e req-1acc7b2f-eafd-4919-9361-785dc62a880f tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=32f8aa74-22c7-4edf-a786-f5bb3c1eac62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407579 Apr 22 08:07:10.222210 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-095e9f4a-fce7-4081-918e-36884bd330d0 req-c04e3d22-5d23-4eba-af0f-886ae0968370 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (9f6da4a7-c21c-41aa-b181-66e1c46d5cbd), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:10.250455 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e3d22-5d23-4eba-af0f-886ae0968370 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Pushing event deleted for resources: {'Port': ['ID=9f6da4a7-c21c-41aa-b181-66e1c46d5cbd,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:10.369123 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-095e9f4a-fce7-4081-918e-36884bd330d0 req-c04e3d22-5d23-4eba-af0f-886ae0968370 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Router daa5e407-672e-4305-a3ec-6693e484c3e3 has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:07:10.475686 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-095e9f4a-fce7-4081-918e-36884bd330d0 req-c04e3d22-5d23-4eba-af0f-886ae0968370 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:07:10.485683 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ed8452-b65a-42f7-aaa5-06bdeb801a6e None None] Sync routers for ids ['daa5e407-672e-4305-a3ec-6693e484c3e3'] in dv-cinder-838880-1-smb {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:07:10.497483 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ed8452-b65a-42f7-aaa5-06bdeb801a6e None None] Routers {'daa5e407-672e-4305-a3ec-6693e484c3e3'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:07:10.501095 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-49ed8452-b65a-42f7-aaa5-06bdeb801a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:06:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['daa5e407-672e-4305-a3ec-6693e484c3e3'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:10.519306 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [req-095e9f4a-fce7-4081-918e-36884bd330d0 req-c04e3d22-5d23-4eba-af0f-886ae0968370 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] No DVR routers for this DVR port 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd on host hv-cinder-83888 {{(pid=103833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:07:10.524119 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-095e9f4a-fce7-4081-918e-36884bd330d0 req-c04e3d22-5d23-4eba-af0f-886ae0968370 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:10.525299 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-095e9f4a-fce7-4081-918e-36884bd330d0 req-c04e3d22-5d23-4eba-af0f-886ae0968370 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.39 "DELETE /v2.0/ports/9f6da4a7-c21c-41aa-b181-66e1c46d5cbd HTTP/1.1" status: 204 len: 173 time: 0.9358034 Apr 22 08:07:10.618452 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-49ed8452-b65a-42f7-aaa5-06bdeb801a6e None None] Set router daa5e407-672e-4305-a3ec-6693e484c3e3 gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:07:10.669478 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-74d1c1db-53fc-4b56-a8a1-26e76a137ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:10.838151 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-49ed8452-b65a-42f7-aaa5-06bdeb801a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'name': 'tempest-AttachVolumeShelveTestJSON-269675797-router', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:32Z', 'updated_at': '2022-04-22T08:03:41Z', 'revision_number': 4, 'project_id': 'b16e55435fdd44369ad143385457d955', 'gw_port': {'id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:33Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '79fe14cf-7845-47cb-81ae-8a52d84332aa', 'name': '', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'mac_address': 'fa:16:3e:09:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:39Z', 'updated_at': '2022-04-22T08:03:56Z', 'revision_number': 5, 'project_id': 'b16e55435fdd44369ad143385457d955', 'subnets': [{'id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:10.865435 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ed8452-b65a-42f7-aaa5-06bdeb801a6e None None] Checking router: daa5e407-672e-4305-a3ec-6693e484c3e3 for host: dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:07:10.874816 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ed8452-b65a-42f7-aaa5-06bdeb801a6e None None] Routers {'daa5e407-672e-4305-a3ec-6693e484c3e3'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:07:10.875450 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-49ed8452-b65a-42f7-aaa5-06bdeb801a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:06:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['daa5e407-672e-4305-a3ec-6693e484c3e3'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:10.987997 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-49ed8452-b65a-42f7-aaa5-06bdeb801a6e None None] Set router daa5e407-672e-4305-a3ec-6693e484c3e3 gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:07:11.189604 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-49ed8452-b65a-42f7-aaa5-06bdeb801a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'name': 'tempest-AttachVolumeShelveTestJSON-269675797-router', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:32Z', 'updated_at': '2022-04-22T08:03:41Z', 'revision_number': 4, 'project_id': 'b16e55435fdd44369ad143385457d955', 'gw_port': {'id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:33Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '79fe14cf-7845-47cb-81ae-8a52d84332aa', 'name': '', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'mac_address': 'fa:16:3e:09:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:39Z', 'updated_at': '2022-04-22T08:03:56Z', 'revision_number': 5, 'project_id': 'b16e55435fdd44369ad143385457d955', 'subnets': [{'id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:11.215763 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ed8452-b65a-42f7-aaa5-06bdeb801a6e None None] The sync data for ids ['daa5e407-672e-4305-a3ec-6693e484c3e3'] in dv-cinder-838880-1-smb is: [{'id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'name': 'tempest-AttachVolumeShelveTestJSON-269675797-router', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:32Z', 'updated_at': '2022-04-22T08:03:41Z', 'revision_number': 4, 'project_id': 'b16e55435fdd44369ad143385457d955', 'gw_port': {'id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:33Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '79fe14cf-7845-47cb-81ae-8a52d84332aa', 'name': '', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'mac_address': 'fa:16:3e:09:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:39Z', 'updated_at': '2022-04-22T08:03:56Z', 'revision_number': 5, 'project_id': 'b16e55435fdd44369ad143385457d955', 'subnets': [{'id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:07:11.293472 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2bf50bba-2ae4-41ec-bd26-8e24864f2976 req-805ecf22-079c-45b0-a941-58256c0a1898 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=63a24ec7-f00f-47fc-9c89-aa6fb0222fcd HTTP/1.1" status: 200 len: 210 time: 0.0293710 Apr 22 08:07:11.311031 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a24ec7-f00f-47fc-9c89-aa6fb0222fcd', 'name': 'network-vif-deleted', 'tag': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:07:11.313791 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1f660848c79b36bae0e0b840ac11b5c4e167d2979010aa0292c1729aff9b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0323b9f-3b7a-413d-a1f2-5fd9e71f4b8d" -d '{"events": [{"server_uuid": "63a24ec7-f00f-47fc-9c89-aa6fb0222fcd", "name": "network-vif-deleted", "tag": "9f6da4a7-c21c-41aa-b181-66e1c46d5cbd"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:07:11.343318 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 36414) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:11.374303 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f452128d-59f4-4109-9716-cbb7cb4d6376 x-openstack-request-id: req-f452128d-59f4-4109-9716-cbb7cb4d6376 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:07:11.374952 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a24ec7-f00f-47fc-9c89-aa6fb0222fcd", "name": "network-vif-deleted", "tag": "9f6da4a7-c21c-41aa-b181-66e1c46d5cbd", "status": "completed", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:07:11.374952 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f452128d-59f4-4109-9716-cbb7cb4d6376 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:07:11.375263 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f452128d-59f4-4109-9716-cbb7cb4d6376'] response: {'server_uuid': '63a24ec7-f00f-47fc-9c89-aa6fb0222fcd', 'name': 'network-vif-deleted', 'tag': '9f6da4a7-c21c-41aa-b181-66e1c46d5cbd', 'status': 'completed', 'code': 200} Apr 22 08:07:11.395668 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8f5fd2-8398-4c93-a9b3-f75669354dc9 admin admin] Deleting subnet 858bd177-5e35-47aa-b9bd-ac890e72e7a0 {{(pid=103833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 22 08:07:11.399798 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5fd2-8398-4c93-a9b3-f75669354dc9 admin admin] Publish callbacks [] for subnet (858bd177-5e35-47aa-b9bd-ac890e72e7a0), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:11.435276 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5fd2-8398-4c93-a9b3-f75669354dc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3532373'] for subnet (858bd177-5e35-47aa-b9bd-ac890e72e7a0), precommit_delete_associations {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:11.479079 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58aa44e-1872-42c3-b77c-6b731e2e3795 None None] New status for floating IP 5f5d545f-debd-472c-9140-2be16c271d7c: DOWN {{(pid=103835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 08:07:11.482663 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5fd2-8398-4c93-a9b3-f75669354dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678605'] for subnet (858bd177-5e35-47aa-b9bd-ac890e72e7a0), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:11.624193 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5fd2-8398-4c93-a9b3-f75669354dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098404'] for subnet (858bd177-5e35-47aa-b9bd-ac890e72e7a0), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:11.650063 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f5fd2-8398-4c93-a9b3-f75669354dc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=858bd177-5e35-47aa-b9bd-ac890e72e7a0,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:11.655662 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6a8f5fd2-8398-4c93-a9b3-f75669354dc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:11.658982 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-6a8f5fd2-8398-4c93-a9b3-f75669354dc9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/858bd177-5e35-47aa-b9bd-ac890e72e7a0 HTTP/1.1" status: 204 len: 168 time: 0.3144712 Apr 22 08:07:11.661690 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 36416) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:11.732845 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cbf5f898-82e9-44f1-82db-14e358a10fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7779404'] for network (7000b323-b18e-4670-972b-3cb69ae35a08), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:11.810416 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cbf5f898-82e9-44f1-82db-14e358a10fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656218', 'neutron.services.segments.db._delete_segments_for_network-8744465249738'] for network (7000b323-b18e-4670-972b-3cb69ae35a08), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:11.833357 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-cbf5f898-82e9-44f1-82db-14e358a10fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7000b323-b18e-4670-972b-3cb69ae35a08']}} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:11.842356 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-cbf5f898-82e9-44f1-82db-14e358a10fa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e0d8ff-410a-48d6-ab4c-75251298923f') {'for_net_delete': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:11.842679 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-cbf5f898-82e9-44f1-82db-14e358a10fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e0d8ff-410a-48d6-ab4c-75251298923f') {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:11.851609 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cbf5f898-82e9-44f1-82db-14e358a10fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744465252819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3532382'] for segment (d4e0d8ff-410a-48d6-ab4c-75251298923f), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:11.871237 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cbf5f898-82e9-44f1-82db-14e358a10fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (d4e0d8ff-410a-48d6-ab4c-75251298923f), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:11.876984 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf5f898-82e9-44f1-82db-14e358a10fa2 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 08:07:11.877358 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cbf5f898-82e9-44f1-82db-14e358a10fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4079279'] for segment (d4e0d8ff-410a-48d6-ab4c-75251298923f), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: Traceback (most recent call last): Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: timer() Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: cb(*args, **kw) Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: return func(*args, **kwargs) Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: self._notify() Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: self.callback(batched_events) Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: event.method(event) Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: return f(self, *a, **k) Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: return self._get(url).json() Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: return self.request(url, 'GET', **kwargs) Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 08:07:11.878996 dv-cinder-838880-1-smb neutron-server[103833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 08:07:12.039269 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cbf5f898-82e9-44f1-82db-14e358a10fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7656195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706048'] for network (7000b323-b18e-4670-972b-3cb69ae35a08), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:12.043433 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cbf5f898-82e9-44f1-82db-14e358a10fa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:12.046683 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-cbf5f898-82e9-44f1-82db-14e358a10fa2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7000b323-b18e-4670-972b-3cb69ae35a08 HTTP/1.1" status: 204 len: 168 time: 0.3840630 Apr 22 08:07:12.059803 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5f898-82e9-44f1-82db-14e358a10fa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7000b323-b18e-4670-972b-3cb69ae35a08,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:12.469075 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 36426) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:12.503648 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 36428) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:12.509330 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-af1600bc-ac77-4b1c-baa1-fd1ba0420da2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54eb0f8b3a1342f195e1f6deccb11646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391085 Apr 22 08:07:12.511862 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 36430) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:12.557557 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d96ce73b-ee84-4d77-95eb-83cdf6dab06c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group (32f8aa74-22c7-4edf-a786-f5bb3c1eac62), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:12.560957 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61cf4a7d-11fc-4790-a78b-3ec400d9fc35 admin admin] Publish callbacks [] for security_group (3601320f-2cab-4363-9fbf-1894acb6c240), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:12.580973 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d96ce73b-ee84-4d77-95eb-83cdf6dab06c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group (32f8aa74-22c7-4edf-a786-f5bb3c1eac62), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:12.588253 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61cf4a7d-11fc-4790-a78b-3ec400d9fc35 admin admin] Publish callbacks [] for security_group (3601320f-2cab-4363-9fbf-1894acb6c240), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:12.674923 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d96ce73b-ee84-4d77-95eb-83cdf6dab06c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (32f8aa74-22c7-4edf-a786-f5bb3c1eac62), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:12.677521 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d96ce73b-ee84-4d77-95eb-83cdf6dab06c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:12.678689 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-d96ce73b-ee84-4d77-95eb-83cdf6dab06c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "DELETE /v2.0/security-groups/32f8aa74-22c7-4edf-a786-f5bb3c1eac62 HTTP/1.1" status: 204 len: 168 time: 0.1739790 Apr 22 08:07:12.681626 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 36432) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:12.687793 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ce73b-ee84-4d77-95eb-83cdf6dab06c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f8aa74-22c7-4edf-a786-f5bb3c1eac62,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:12.694853 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96ce73b-ee84-4d77-95eb-83cdf6dab06c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:12.695016 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.api.v2.resource [None req-e1f0b5b0-43ab-41b9-b8a6-5eb2c18c3052 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] show failed (client error): The resource could not be found. Apr 22 08:07:12.695221 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96ce73b-ee84-4d77-95eb-83cdf6dab06c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:12.695569 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96ce73b-ee84-4d77-95eb-83cdf6dab06c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:12.695911 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96ce73b-ee84-4d77-95eb-83cdf6dab06c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:12.696253 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96ce73b-ee84-4d77-95eb-83cdf6dab06c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:12.696590 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96ce73b-ee84-4d77-95eb-83cdf6dab06c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:12.696764 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-e1f0b5b0-43ab-41b9-b8a6-5eb2c18c3052 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups/32f8aa74-22c7-4edf-a786-f5bb3c1eac62 HTTP/1.1" status: 404 len: 347 time: 0.0139685 Apr 22 08:07:12.697042 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96ce73b-ee84-4d77-95eb-83cdf6dab06c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:12.697377 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96ce73b-ee84-4d77-95eb-83cdf6dab06c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:12.697708 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96ce73b-ee84-4d77-95eb-83cdf6dab06c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:12.698038 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96ce73b-ee84-4d77-95eb-83cdf6dab06c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:12.698368 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96ce73b-ee84-4d77-95eb-83cdf6dab06c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:12.698720 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96ce73b-ee84-4d77-95eb-83cdf6dab06c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:12.699052 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96ce73b-ee84-4d77-95eb-83cdf6dab06c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:12.699548 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 36434) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:12.737389 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61cf4a7d-11fc-4790-a78b-3ec400d9fc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (3601320f-2cab-4363-9fbf-1894acb6c240), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:12.739882 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-61cf4a7d-11fc-4790-a78b-3ec400d9fc35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:12.741003 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-61cf4a7d-11fc-4790-a78b-3ec400d9fc35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3601320f-2cab-4363-9fbf-1894acb6c240 HTTP/1.1" status: 204 len: 168 time: 0.2282226 Apr 22 08:07:12.757113 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf4a7d-11fc-4790-a78b-3ec400d9fc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3601320f-2cab-4363-9fbf-1894acb6c240,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:12.837372 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-67ec45a9-d35e-4ca7-ba8f-ed9a1d85545e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Deleting port 99928239-7e99-4f6c-b059-dc983daab626 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:07:12.837712 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ec45a9-d35e-4ca7-ba8f-ed9a1d85545e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (99928239-7e99-4f6c-b059-dc983daab626), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:12.911500 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ec45a9-d35e-4ca7-ba8f-ed9a1d85545e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (99928239-7e99-4f6c-b059-dc983daab626), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:12.913187 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ec45a9-d35e-4ca7-ba8f-ed9a1d85545e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for floatingip (99928239-7e99-4f6c-b059-dc983daab626), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:12.926880 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-67ec45a9-d35e-4ca7-ba8f-ed9a1d85545e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Calling delete_port for 99928239-7e99-4f6c-b059-dc983daab626 owned by network:floatingip {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:07:12.966492 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-63d8161d-a58f-4748-a611-431aba0f8582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:13.136937 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd no longer exists at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:07:13.150643 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ec45a9-d35e-4ca7-ba8f-ed9a1d85545e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (99928239-7e99-4f6c-b059-dc983daab626), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:13.158630 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] No Port match for: 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:07:13.158981 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 9f6da4a7-c21c-41aa-b181-66e1c46d5cbd not bound to the agent host hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:07:13.184940 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec45a9-d35e-4ca7-ba8f-ed9a1d85545e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Pushing event deleted for resources: {'Port': ['ID=99928239-7e99-4f6c-b059-dc983daab626,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:13.244118 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ec45a9-d35e-4ca7-ba8f-ed9a1d85545e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for floatingip (5f5d545f-debd-472c-9140-2be16c271d7c), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:13.247719 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-67ec45a9-d35e-4ca7-ba8f-ed9a1d85545e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:13.248219 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-67ec45a9-d35e-4ca7-ba8f-ed9a1d85545e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "DELETE /v2.0/floatingips/5f5d545f-debd-472c-9140-2be16c271d7c HTTP/1.1" status: 204 len: 168 time: 0.5477180 Apr 22 08:07:13.903944 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 36470) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:13.908714 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-6db963b6-3c6c-4d45-8f13-624bf2be685c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1365709035', 'description': 'tempest-description--2023775389'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:07:14.000940 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6db963b6-3c6c-4d45-8f13-624bf2be685c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:14.071750 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6db963b6-3c6c-4d45-8f13-624bf2be685c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group (971411bf-6644-406a-a065-563070f9d256), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:14.151070 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6db963b6-3c6c-4d45-8f13-624bf2be685c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (971411bf-6644-406a-a065-563070f9d256), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:14.181140 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db963b6-3c6c-4d45-8f13-624bf2be685c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971411bf-6644-406a-a065-563070f9d256,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:14.248819 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6db963b6-3c6c-4d45-8f13-624bf2be685c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:14.250078 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-6db963b6-3c6c-4d45-8f13-624bf2be685c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3450041 Apr 22 08:07:14.257201 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 36484) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:14.262054 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-b987bafb-09bf-46d7-a4ee-401de702b631 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Request body: {'security_group_rule': {'security_group_id': '971411bf-6644-406a-a065-563070f9d256', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:07:14.353238 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b987bafb-09bf-46d7-a4ee-401de702b631 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group_rule (2c1a02e3-c9e0-405c-9a26-663981483998), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:14.401241 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:14.406782 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b987bafb-09bf-46d7-a4ee-401de702b631 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group_rule (2c1a02e3-c9e0-405c-9a26-663981483998), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:14.490708 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b987bafb-09bf-46d7-a4ee-401de702b631 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (2c1a02e3-c9e0-405c-9a26-663981483998), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:14.509280 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987bafb-09bf-46d7-a4ee-401de702b631 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1a02e3-c9e0-405c-9a26-663981483998,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:14.631853 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b987bafb-09bf-46d7-a4ee-401de702b631 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:14.633876 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-b987bafb-09bf-46d7-a4ee-401de702b631 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3749332 Apr 22 08:07:14.639794 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 36486) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:14.640919 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-f210e659-1331-47c9-bbb3-a1b7b1dd3fcc tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Request body: {'security_group_rule': {'security_group_id': '971411bf-6644-406a-a065-563070f9d256', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:07:14.771683 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f210e659-1331-47c9-bbb3-a1b7b1dd3fcc tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group_rule (42501828-9f40-4adc-bf19-cef50ee7ca64), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:14.832374 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f210e659-1331-47c9-bbb3-a1b7b1dd3fcc tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group_rule (42501828-9f40-4adc-bf19-cef50ee7ca64), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:14.938220 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f210e659-1331-47c9-bbb3-a1b7b1dd3fcc tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (42501828-9f40-4adc-bf19-cef50ee7ca64), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:14.957576 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210e659-1331-47c9-bbb3-a1b7b1dd3fcc tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42501828-9f40-4adc-bf19-cef50ee7ca64,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:15.042588 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f210e659-1331-47c9-bbb3-a1b7b1dd3fcc tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:15.043806 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-f210e659-1331-47c9-bbb3-a1b7b1dd3fcc tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4066532 Apr 22 08:07:15.046869 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 36492) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:15.050976 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-58568b00-b38a-4037-b77c-94ccce79bd8c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Request body: {'floatingip': {'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:07:15.143855 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-58568b00-b38a-4037-b77c-94ccce79bd8c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:15.229643 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:15.239732 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-58568b00-b38a-4037-b77c-94ccce79bd8c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:15.345846 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-58568b00-b38a-4037-b77c-94ccce79bd8c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Allocated IP 172.28.2.70 (1ba3c60b-0bed-4e05-bf6c-e6da0128f626/c65f8918-06d0-4042-b508-c83c4010a7fc/3458720f-c2ec-4f8f-83f1-f8ced0b770c5) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:07:15.446904 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-58568b00-b38a-4037-b77c-94ccce79bd8c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for port (3458720f-c2ec-4f8f-83f1-f8ced0b770c5), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:15.542456 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-58568b00-b38a-4037-b77c-94ccce79bd8c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (3458720f-c2ec-4f8f-83f1-f8ced0b770c5), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:15.582951 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58568b00-b38a-4037-b77c-94ccce79bd8c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:07:15.586147 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-58568b00-b38a-4037-b77c-94ccce79bd8c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:07:15.592084 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58568b00-b38a-4037-b77c-94ccce79bd8c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:07:15.614572 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58568b00-b38a-4037-b77c-94ccce79bd8c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Pushing event updated for resources: {'Port': ['ID=3458720f-c2ec-4f8f-83f1-f8ced0b770c5,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:15.677810 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-58568b00-b38a-4037-b77c-94ccce79bd8c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for floatingip (fd8c0394-f5e4-442f-b7c3-0d6900d1a6c4), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:15.790328 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-58568b00-b38a-4037-b77c-94ccce79bd8c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (3458720f-c2ec-4f8f-83f1-f8ced0b770c5), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:15.945758 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-58568b00-b38a-4037-b77c-94ccce79bd8c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for port (3458720f-c2ec-4f8f-83f1-f8ced0b770c5), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:16.025397 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-58568b00-b38a-4037-b77c-94ccce79bd8c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079315'] for port (3458720f-c2ec-4f8f-83f1-f8ced0b770c5), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:16.092903 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58568b00-b38a-4037-b77c-94ccce79bd8c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Pushing event updated for resources: {'Port': ['ID=3458720f-c2ec-4f8f-83f1-f8ced0b770c5,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:16.104699 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-58568b00-b38a-4037-b77c-94ccce79bd8c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (fd8c0394-f5e4-442f-b7c3-0d6900d1a6c4), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:16.206802 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-58568b00-b38a-4037-b77c-94ccce79bd8c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:16.208019 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-58568b00-b38a-4037-b77c-94ccce79bd8c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1602440 Apr 22 08:07:16.420736 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-d4e5d483-aac9-4190-8f4e-a5b2d8fc0f30 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1365709035&fields=id&tenant_id=b16e55435fdd44369ad143385457d955 HTTP/1.1" status: 200 len: 267 time: 0.0464065 Apr 22 08:07:16.526140 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-e9703b7e-3a49-4365-9997-69a5e863c48f tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:16.527622 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-e9703b7e-3a49-4365-9997-69a5e863c48f tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/networks?id=4b674c87-1c24-4bb4-9319-a67400265e39 HTTP/1.1" status: 200 len: 816 time: 0.1001182 Apr 22 08:07:16.542490 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-f4971b1f-23a7-4fa6-b75c-9c19acc1e46c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/quotas/b16e55435fdd44369ad143385457d955 HTTP/1.1" status: 200 len: 375 time: 0.0097284 Apr 22 08:07:16.601291 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-b82ca6aa-5b89-4e44-a40f-0cb618fc7aed tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b16e55435fdd44369ad143385457d955&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537164 Apr 22 08:07:16.698757 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-0edb109f-b6ef-4160-8aec-4dbb21ae5853 service neutron] 10.222.0.13 "GET /v2.0/networks/4b674c87-1c24-4bb4-9319-a67400265e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858557 Apr 22 08:07:16.791720 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-57e1bd1a-d2aa-48f1-8e2d-a466e7ca1f0e service neutron] 10.222.0.13 "GET /v2.0/networks/4b674c87-1c24-4bb4-9319-a67400265e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872211 Apr 22 08:07:16.919038 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:17.026333 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b875db36-1711-4b69-ba1a-ae67a048c936 req-ffda0e5a-b8d9-4eeb-864c-c9aeca8cfa06 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 210 time: 0.0300484 Apr 22 08:07:18.135036 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-464b80fa-fa09-4130-a537-06822bb63389 req-53c59c6b-4287-4e67-b217-a9eff22324eb tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 210 time: 0.0277319 Apr 22 08:07:19.237197 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0ee267b2-1a79-4862-92b9-8fdb55ec3b3f req-fa62affc-c3df-426f-902d-4c60434b2eca tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 210 time: 0.0287592 Apr 22 08:07:19.281835 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-d5336698-ebf5-4215-81ee-e577735664e6 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:19.286033 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-d5336698-ebf5-4215-81ee-e577735664e6 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.39 "GET /v2.0/networks?id=4b674c87-1c24-4bb4-9319-a67400265e39 HTTP/1.1" status: 200 len: 816 time: 0.1044896 Apr 22 08:07:19.346316 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-2972e78e-fe20-4ca0-b7d0-92ec18a09830 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b16e55435fdd44369ad143385457d955 HTTP/1.1" status: 200 len: 380 time: 0.0517347 Apr 22 08:07:19.357367 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-1460e0fd-b2a5-45fb-95fb-d4b4145d40cf tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Request body: {'port': {'device_id': 'ecd761ae-492a-40bf-ae21-dbd100b4a1f1', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'admin_state_up': True, 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'security_groups': ['971411bf-6644-406a-a065-563070f9d256']}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:07:19.516763 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-1460e0fd-b2a5-45fb-95fb-d4b4145d40cf tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Made reservation on behalf of b16e55435fdd44369ad143385457d955 for: {'port': 1} {{(pid=103833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:07:19.518921 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-1460e0fd-b2a5-45fb-95fb-d4b4145d40cf tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:19.644121 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-1460e0fd-b2a5-45fb-95fb-d4b4145d40cf tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Allocated IP 172.20.0.11 (4b674c87-1c24-4bb4-9319-a67400265e39/093be093-5f28-4c4a-80b0-be7fd291fc71/f3b45d57-1a79-4afd-9ada-3178fb0ec98d) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:07:19.778094 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-1460e0fd-b2a5-45fb-95fb-d4b4145d40cf tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:19.879846 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-1460e0fd-b2a5-45fb-95fb-d4b4145d40cf tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:19.932233 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-1460e0fd-b2a5-45fb-95fb-d4b4145d40cf tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Network 4b674c87-1c24-4bb4-9319-a67400265e39 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:07:19.935574 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-1460e0fd-b2a5-45fb-95fb-d4b4145d40cf tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:07:19.941385 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-1460e0fd-b2a5-45fb-95fb-d4b4145d40cf tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:07:19.948227 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460e0fd-b2a5-45fb-95fb-d4b4145d40cf tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Pushing event updated for resources: {'Port': ['ID=f3b45d57-1a79-4afd-9ada-3178fb0ec98d,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:19.994822 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-1460e0fd-b2a5-45fb-95fb-d4b4145d40cf tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:19.995485 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-1460e0fd-b2a5-45fb-95fb-d4b4145d40cf tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:20.112242 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-1460e0fd-b2a5-45fb-95fb-d4b4145d40cf tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7586355 Apr 22 08:07:20.134835 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] Request body: {'port': {'device_id': 'ecd761ae-492a-40bf-ae21-dbd100b4a1f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83888'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:07:20.192821 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:20.231279 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-e7001133-cc49-4ac9-91fb-08608efe9370 None None] Provisioning complete for port f3b45d57-1a79-4afd-9ada-3178fb0ec98d triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:07:20.231827 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e7001133-cc49-4ac9-91fb-08608efe9370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:20.259647 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 36576) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:20.266740 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-e7001133-cc49-4ac9-91fb-08608efe9370 None None] Port f3b45d57-1a79-4afd-9ada-3178fb0ec98d cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:07:20.373090 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04f934-f09c-499a-bfe3-f666ece09f27 req-f6adf3fd-611f-4c56-a0e1-a735d1325153 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:20.379045 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cc04f934-f09c-499a-bfe3-f666ece09f27 req-f6adf3fd-611f-4c56-a0e1-a735d1325153 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 932 time: 0.0634079 Apr 22 08:07:20.411648 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e0cd-9464-49d9-8f0f-a0561fc4de35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:20.457005 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cc04f934-f09c-499a-bfe3-f666ece09f27 req-1d77ab3e-fce5-47b1-b34f-4645387190fd tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734441 Apr 22 08:07:20.493870 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3b45d57-1a79-4afd-9ada-3178fb0ec98d {{(pid=103833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:07:20.501978 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] Publish callbacks [] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:20.512240 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e0cd-9464-49d9-8f0f-a0561fc4de35 admin admin] Publish callbacks [] for security_group (8054fba2-6438-4055-996d-76c3019fd071), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:20.514147 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.provisioning_blocks [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] Transition to ACTIVE for port object f3b45d57-1a79-4afd-9ada-3178fb0ec98d will not be triggered until provisioned by entity L2. {{(pid=103833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 22 08:07:20.572178 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f1b6e0cd-9464-49d9-8f0f-a0561fc4de35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (8054fba2-6438-4055-996d-76c3019fd071), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:20.599145 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079315'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:20.613700 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-f1b6e0cd-9464-49d9-8f0f-a0561fc4de35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43dfecea4bc442289abe08ab63af5f49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3529036 Apr 22 08:07:20.614592 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 36582) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:20.621018 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6e0cd-9464-49d9-8f0f-a0561fc4de35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8054fba2-6438-4055-996d-76c3019fd071,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:20.674111 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-73b21224-df4f-411f-96bc-eb75c3af0c38 admin admin] Publish callbacks [] for security_group (8054fba2-6438-4055-996d-76c3019fd071), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:20.697061 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b45d57-1a79-4afd-9ada-3178fb0ec98d,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:20.706214 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-73b21224-df4f-411f-96bc-eb75c3af0c38 admin admin] Publish callbacks [] for security_group (8054fba2-6438-4055-996d-76c3019fd071), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:20.736904 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] Attempting to bind port f3b45d57-1a79-4afd-9ada-3178fb0ec98d on host hv-cinder-83888 for vnic_type normal with profile {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:07:20.737252 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] Attempting to bind port f3b45d57-1a79-4afd-9ada-3178fb0ec98d by drivers openvswitch,hyperv on host hv-cinder-83888 at level 0 using segments [{'id': '1602df56-3234-480e-8f44-4a4b99dd675a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39'}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:07:20.737635 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] Attempting to bind port f3b45d57-1a79-4afd-9ada-3178fb0ec98d on network 4b674c87-1c24-4bb4-9319-a67400265e39 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:07:20.743722 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] Port f3b45d57-1a79-4afd-9ada-3178fb0ec98d on network 4b674c87-1c24-4bb4-9319-a67400265e39 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83888 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 08:07:20.744486 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] Attempting to bind port f3b45d57-1a79-4afd-9ada-3178fb0ec98d on network 4b674c87-1c24-4bb4-9319-a67400265e39 {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:07:20.749398 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] Checking agent: {'id': '5d37a790-f600-4ea4-a99b-32bf15642def', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'started_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:07:20.754617 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] Checking segment: {'id': '1602df56-3234-480e-8f44-4a4b99dd675a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:07:20.754617 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] Bound using segment: {'id': '1602df56-3234-480e-8f44-4a4b99dd675a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39'} {{(pid=103833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:07:20.754617 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.managers [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] Bound port: f3b45d57-1a79-4afd-9ada-3178fb0ec98d, host: hv-cinder-83888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1602df56-3234-480e-8f44-4a4b99dd675a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39'}}] {{(pid=103833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:07:20.754617 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:20.823640 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-73b21224-df4f-411f-96bc-eb75c3af0c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (8054fba2-6438-4055-996d-76c3019fd071), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:20.826883 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-73b21224-df4f-411f-96bc-eb75c3af0c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:20.828039 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-73b21224-df4f-411f-96bc-eb75c3af0c38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8054fba2-6438-4055-996d-76c3019fd071 HTTP/1.1" status: 204 len: 168 time: 0.2125218 Apr 22 08:07:20.831846 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] For port f3b45d57-1a79-4afd-9ada-3178fb0ec98d, host hv-cinder-83888, cleared binding levels {{(pid=103833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:07:20.836047 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] For port f3b45d57-1a79-4afd-9ada-3178fb0ec98d, host hv-cinder-83888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=f3b45d57-1a79-4afd-9ada-3178fb0ec98d,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:07:20.836670 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b21224-df4f-411f-96bc-eb75c3af0c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8054fba2-6438-4055-996d-76c3019fd071,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:20.942547 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079315'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:20.978423 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:20.983395 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:20.983395 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] 10.222.0.39 "PUT /v2.0/ports/f3b45d57-1a79-4afd-9ada-3178fb0ec98d HTTP/1.1" status: 200 len: 1094 time: 0.8525379 Apr 22 08:07:20.983395 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd761ae-492a-40bf-ae21-dbd100b4a1f1', 'tag': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:07:20.985367 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1f660848c79b36bae0e0b840ac11b5c4e167d2979010aa0292c1729aff9b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36334dde-f7f4-4fc8-b9ae-31e2db236723" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd761ae-492a-40bf-ae21-dbd100b4a1f1", "tag": "f3b45d57-1a79-4afd-9ada-3178fb0ec98d"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:07:21.016913 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87f5ab-81ed-4668-96b1-fb48e3454771 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b45d57-1a79-4afd-9ada-3178fb0ec98d,revision_number=3']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:21.036862 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc80b300-7ad1-4e14-85b2-2e72bd1234f5 x-openstack-request-id: req-cc80b300-7ad1-4e14-85b2-2e72bd1234f5 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:07:21.037158 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd761ae-492a-40bf-ae21-dbd100b4a1f1", "tag": "f3b45d57-1a79-4afd-9ada-3178fb0ec98d", "status": "completed", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:07:21.037424 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc80b300-7ad1-4e14-85b2-2e72bd1234f5 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:07:21.037836 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc80b300-7ad1-4e14-85b2-2e72bd1234f5'] response: {'name': 'network-changed', 'server_uuid': 'ecd761ae-492a-40bf-ae21-dbd100b4a1f1', 'tag': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d', 'status': 'completed', 'code': 200} Apr 22 08:07:21.119490 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36334dde-f7f4-4fc8-b9ae-31e2db236723 req-bdc9256b-4638-4d7f-b034-5d46d0f3e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:21.120998 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-36334dde-f7f4-4fc8-b9ae-31e2db236723 req-bdc9256b-4638-4d7f-b034-5d46d0f3e94a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b16e55435fdd44369ad143385457d955&device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 1128 time: 0.0475430 Apr 22 08:07:21.245346 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36334dde-f7f4-4fc8-b9ae-31e2db236723 req-89281398-b4d0-41c4-a83f-a87839200258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:21.246884 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-36334dde-f7f4-4fc8-b9ae-31e2db236723 req-89281398-b4d0-41c4-a83f-a87839200258 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b16e55435fdd44369ad143385457d955&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1160007 Apr 22 08:07:21.357199 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36334dde-f7f4-4fc8-b9ae-31e2db236723 req-32572540-258b-4a33-96e0-1e4124926567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:21.358302 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-36334dde-f7f4-4fc8-b9ae-31e2db236723 req-32572540-258b-4a33-96e0-1e4124926567 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021955 Apr 22 08:07:21.403825 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939e53e-812e-40cf-aeb1-c8b13b543353 req-e6f5b7f1-f557-46ed-92e1-95ffb4f21a7b tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:21.405305 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d939e53e-812e-40cf-aeb1-c8b13b543353 req-e6f5b7f1-f557-46ed-92e1-95ffb4f21a7b tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e937b35-2017-4878-b828-db94909132c9 HTTP/1.1" status: 200 len: 945 time: 0.0556831 Apr 22 08:07:21.447864 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-f95b1a38-f339-4827-adab-555658f4511b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:21.449356 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-f95b1a38-f339-4827-adab-555658f4511b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b16e55435fdd44369ad143385457d955&device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 1128 time: 0.0491161 Apr 22 08:07:21.455458 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d939e53e-812e-40cf-aeb1-c8b13b543353 req-d2dfd09e-40aa-4d48-b322-e8532d67e83c tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441468 Apr 22 08:07:21.499988 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-4392fa7e-9309-49e5-854c-02c4ffe2cd80 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3b45d57-1a79-4afd-9ada-3178fb0ec98d HTTP/1.1" status: 200 len: 217 time: 0.0337892 Apr 22 08:07:21.548527 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-6e32555c-640b-4a6c-8dee-8accf5cf37a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:21.549975 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-6e32555c-640b-4a6c-8dee-8accf5cf37a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=093be093-5f28-4c4a-80b0-be7fd291fc71 HTTP/1.1" status: 200 len: 855 time: 0.0433223 Apr 22 08:07:21.583815 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc1ac0-244a-40cd-b707-811297f80aa8 req-dd489514-b2bd-479d-8d9c-2db72accf350 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:21.585319 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d1fc1ac0-244a-40cd-b707-811297f80aa8 req-dd489514-b2bd-479d-8d9c-2db72accf350 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 944 time: 0.0536590 Apr 22 08:07:21.603950 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-2e12697c-1ecc-454a-91c2-3b10555eea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:21.605544 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-2e12697c-1ecc-454a-91c2-3b10555eea45 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b674c87-1c24-4bb4-9319-a67400265e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0484614 Apr 22 08:07:21.635202 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d1fc1ac0-244a-40cd-b707-811297f80aa8 req-38ef1a29-b869-433e-88c5-da5e85d19d62 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438035 Apr 22 08:07:21.696272 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-6cec3afd-f806-4233-b279-8b227c21a1a4 service neutron] 10.222.0.39 "GET /v2.0/networks/4b674c87-1c24-4bb4-9319-a67400265e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808530 Apr 22 08:07:21.792283 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-1ff774da-a56c-4414-96f4-fdc0af01a7a1 req-667e97d8-417e-44a9-ace7-ef5ab12a7692 service neutron] 10.222.0.39 "GET /v2.0/networks/4b674c87-1c24-4bb4-9319-a67400265e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822487 Apr 22 08:07:22.572516 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253bc15-86a6-4e5a-9c08-1a223682b486 req-66ad0a64-a303-4688-adf5-765303768437 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:22.573902 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9253bc15-86a6-4e5a-9c08-1a223682b486 req-66ad0a64-a303-4688-adf5-765303768437 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e937b35-2017-4878-b828-db94909132c9 HTTP/1.1" status: 200 len: 945 time: 0.0531373 Apr 22 08:07:22.618982 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9253bc15-86a6-4e5a-9c08-1a223682b486 req-dc3e86ac-c615-4760-8653-a8eb3ab5ca92 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396488 Apr 22 08:07:22.756692 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fd8fe-2c55-4ec2-af22-8a7c0380ace9 req-7ad3ae89-2431-4f8b-8760-baf5cdf4e4a1 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:22.758961 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-339fd8fe-2c55-4ec2-af22-8a7c0380ace9 req-7ad3ae89-2431-4f8b-8760-baf5cdf4e4a1 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 944 time: 0.0551932 Apr 22 08:07:22.794025 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:07:22.808489 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-339fd8fe-2c55-4ec2-af22-8a7c0380ace9 req-6a5b37b5-c2d2-4f4b-a2b6-b001abf29ccf tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435679 Apr 22 08:07:23.738258 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd22789-49aa-4bf6-a4a9-8c3b7d29610c req-7dbcefe4-6b74-4969-abdf-8ea2f96665d2 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:23.739766 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8dd22789-49aa-4bf6-a4a9-8c3b7d29610c req-7dbcefe4-6b74-4969-abdf-8ea2f96665d2 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e937b35-2017-4878-b828-db94909132c9 HTTP/1.1" status: 200 len: 945 time: 0.0527635 Apr 22 08:07:23.786317 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8dd22789-49aa-4bf6-a4a9-8c3b7d29610c req-a015b52b-94e2-43ad-b0ed-c0709977f627 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404160 Apr 22 08:07:23.934003 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafb7e4-1b5b-4dbd-972c-0398f1d91722 req-0ce4bd4d-3fe8-437a-a55f-ca8494394b28 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:23.935428 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5cafb7e4-1b5b-4dbd-972c-0398f1d91722 req-0ce4bd4d-3fe8-437a-a55f-ca8494394b28 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 944 time: 0.0571511 Apr 22 08:07:23.981928 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5cafb7e4-1b5b-4dbd-972c-0398f1d91722 req-a52a4952-6718-41c8-ab75-5bb99a06a22b tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409255 Apr 22 08:07:24.908406 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e0de5-fe40-4d31-b715-beac0310c02b req-c8636477-06d9-49d9-8d57-5d6d1671d771 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:24.910118 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-508e0de5-fe40-4d31-b715-beac0310c02b req-c8636477-06d9-49d9-8d57-5d6d1671d771 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e937b35-2017-4878-b828-db94909132c9 HTTP/1.1" status: 200 len: 945 time: 0.0578368 Apr 22 08:07:24.956222 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-508e0de5-fe40-4d31-b715-beac0310c02b req-72053b2a-6182-4c35-aa3e-393f718617d6 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399058 Apr 22 08:07:25.103197 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95dddf-e92f-427a-ad50-aa05a91f66ca req-35a7724a-c312-4d37-a606-13d762d57fe0 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:25.104541 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-aa95dddf-e92f-427a-ad50-aa05a91f66ca req-35a7724a-c312-4d37-a606-13d762d57fe0 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 944 time: 0.0512052 Apr 22 08:07:25.155744 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-aa95dddf-e92f-427a-ad50-aa05a91f66ca req-4267efbb-ffa0-4f21-9fc4-cc0bfe116df1 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456023 Apr 22 08:07:25.189805 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device f3b45d57-1a79-4afd-9ada-3178fb0ec98d details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:07:25.283771 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port f3b45d57-1a79-4afd-9ada-3178fb0ec98d, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=f3b45d57-1a79-4afd-9ada-3178fb0ec98d,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:07:25.296184 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'port_id': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d', 'mac_address': 'fa:16:3e:d8:77:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:07:25.335328 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port f3b45d57-1a79-4afd-9ada-3178fb0ec98d is: DOWN; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:07:25.336482 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:25.349001 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b45d57-1a79-4afd-9ada-3178fb0ec98d {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:07:25.367906 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port f3b45d57-1a79-4afd-9ada-3178fb0ec98d, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=f3b45d57-1a79-4afd-9ada-3178fb0ec98d,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:07:25.428987 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:25.474412 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=f3b45d57-1a79-4afd-9ada-3178fb0ec98d,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:25.770411 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['f3b45d57-1a79-4afd-9ada-3178fb0ec98d'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:07:26.075425 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa72ea5-d6a1-4bb8-b9dc-1ab8b19b9ef8 req-d2e362db-b96a-4c02-9271-a36be4fef23f tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:26.076884 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9fa72ea5-d6a1-4bb8-b9dc-1ab8b19b9ef8 req-d2e362db-b96a-4c02-9271-a36be4fef23f tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e937b35-2017-4878-b828-db94909132c9 HTTP/1.1" status: 200 len: 945 time: 0.0543494 Apr 22 08:07:26.125906 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9fa72ea5-d6a1-4bb8-b9dc-1ab8b19b9ef8 req-418ba0a0-244b-4256-843c-7dcd494136b7 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/security-groups?id=899816ac-80c0-4a7a-95d5-97eac7099fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432377 Apr 22 08:07:26.281263 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72eec91-fe64-453b-8ad7-cd7910f96119 req-f2a53054-cf89-4fef-9bb2-d299215f3a3b tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:26.282761 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d72eec91-fe64-453b-8ad7-cd7910f96119 req-f2a53054-cf89-4fef-9bb2-d299215f3a3b tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 945 time: 0.0524180 Apr 22 08:07:26.330128 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d72eec91-fe64-453b-8ad7-cd7910f96119 req-0f17fa50-4550-4a0c-8dcd-becaa7433f15 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414329 Apr 22 08:07:26.412354 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb947c2-bc63-48f8-af85-6d3ada8fb085 req-186923ed-9f93-4b94-839a-c727581401e0 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:26.414358 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-cfb947c2-bc63-48f8-af85-6d3ada8fb085 req-186923ed-9f93-4b94-839a-c727581401e0 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e937b35-2017-4878-b828-db94909132c9 HTTP/1.1" status: 200 len: 945 time: 0.0532887 Apr 22 08:07:26.526400 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [req-cfb947c2-bc63-48f8-af85-6d3ada8fb085 req-4e1468eb-077c-4000-8b6e-fe0e62db6676 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Deleting port fdcb71ee-934a-43a1-b488-6a0a181ede52 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:07:26.526676 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-cfb947c2-bc63-48f8-af85-6d3ada8fb085 req-4e1468eb-077c-4000-8b6e-fe0e62db6676 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (fdcb71ee-934a-43a1-b488-6a0a181ede52), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:26.623858 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [req-cfb947c2-bc63-48f8-af85-6d3ada8fb085 req-4e1468eb-077c-4000-8b6e-fe0e62db6676 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] For port fdcb71ee-934a-43a1-b488-6a0a181ede52, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=fdcb71ee-934a-43a1-b488-6a0a181ede52,segment=NetworkSegment(a68dda09-9d18-493d-9415-4cebe1fc659a),segment_id=a68dda09-9d18-493d-9415-4cebe1fc659a)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:07:26.624135 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-cfb947c2-bc63-48f8-af85-6d3ada8fb085 req-4e1468eb-077c-4000-8b6e-fe0e62db6676 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (fdcb71ee-934a-43a1-b488-6a0a181ede52), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:26.636239 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [req-cfb947c2-bc63-48f8-af85-6d3ada8fb085 req-4e1468eb-077c-4000-8b6e-fe0e62db6676 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Calling delete_port for fdcb71ee-934a-43a1-b488-6a0a181ede52 owned by compute:nova {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:07:26.861787 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-cfb947c2-bc63-48f8-af85-6d3ada8fb085 req-4e1468eb-077c-4000-8b6e-fe0e62db6676 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (fdcb71ee-934a-43a1-b488-6a0a181ede52), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:26.878206 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['fdcb71ee-934a-43a1-b488-6a0a181ede52'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:07:26.898085 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1468eb-077c-4000-8b6e-fe0e62db6676 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Pushing event deleted for resources: {'Port': ['ID=fdcb71ee-934a-43a1-b488-6a0a181ede52,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:26.933568 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb947c2-bc63-48f8-af85-6d3ada8fb085 req-4e1468eb-077c-4000-8b6e-fe0e62db6676 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] No DVR routers for this DVR port fdcb71ee-934a-43a1-b488-6a0a181ede52 on host hv-cinder-83888 {{(pid=103833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:07:26.936112 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-cfb947c2-bc63-48f8-af85-6d3ada8fb085 req-4e1468eb-077c-4000-8b6e-fe0e62db6676 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:26.939423 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-cfb947c2-bc63-48f8-af85-6d3ada8fb085 req-4e1468eb-077c-4000-8b6e-fe0e62db6676 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.39 "DELETE /v2.0/ports/fdcb71ee-934a-43a1-b488-6a0a181ede52 HTTP/1.1" status: 204 len: 173 time: 0.5172474 Apr 22 08:07:26.941219 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e937b35-2017-4878-b828-db94909132c9', 'name': 'network-vif-deleted', 'tag': 'fdcb71ee-934a-43a1-b488-6a0a181ede52'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:07:26.942085 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1f660848c79b36bae0e0b840ac11b5c4e167d2979010aa0292c1729aff9b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f880938-c545-4074-8ed4-f31c06492b7c" -d '{"events": [{"server_uuid": "1e937b35-2017-4878-b828-db94909132c9", "name": "network-vif-deleted", "tag": "fdcb71ee-934a-43a1-b488-6a0a181ede52"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:07:26.977143 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e17c734-5c75-4bdf-bdbf-428f94f6207d x-openstack-request-id: req-0e17c734-5c75-4bdf-bdbf-428f94f6207d {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:07:26.977440 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e937b35-2017-4878-b828-db94909132c9", "name": "network-vif-deleted", "tag": "fdcb71ee-934a-43a1-b488-6a0a181ede52", "status": "completed", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:07:26.977695 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e17c734-5c75-4bdf-bdbf-428f94f6207d {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:07:26.978098 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e17c734-5c75-4bdf-bdbf-428f94f6207d'] response: {'server_uuid': '1e937b35-2017-4878-b828-db94909132c9', 'name': 'network-vif-deleted', 'tag': 'fdcb71ee-934a-43a1-b488-6a0a181ede52', 'status': 'completed', 'code': 200} Apr 22 08:07:27.205665 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device f3b45d57-1a79-4afd-9ada-3178fb0ec98d up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:07:27.228014 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ec512455-4b23-4211-9937-360c4a50d676 req-21eec299-e504-40a5-b2a0-06b55cef9184 tempest-VolumesSnapshotTestJSON-664962542 tempest-VolumesSnapshotTestJSON-664962542-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e937b35-2017-4878-b828-db94909132c9 HTTP/1.1" status: 200 len: 210 time: 0.0348852 Apr 22 08:07:27.331999 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning for port f3b45d57-1a79-4afd-9ada-3178fb0ec98d completed by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 08:07:27.336282 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port f3b45d57-1a79-4afd-9ada-3178fb0ec98d triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:07:27.336664 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:27.428064 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port f3b45d57-1a79-4afd-9ada-3178fb0ec98d is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:07:27.428374 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:27.452109 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd761ae-492a-40bf-ae21-dbd100b4a1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:07:27.454594 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb6ab6c-1385-425e-a91c-7b6b7b65fe8a" -d '{"events": [{"server_uuid": "ecd761ae-492a-40bf-ae21-dbd100b4a1f1", "name": "network-vif-plugged", "status": "completed", "tag": "f3b45d57-1a79-4afd-9ada-3178fb0ec98d"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:07:27.462254 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c970266-2328-4dda-bece-bfa508c82fa0 req-edeb4f55-ff2a-4d4c-911a-57705fe87ef6 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:27.464359 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7c970266-2328-4dda-bece-bfa508c82fa0 req-edeb4f55-ff2a-4d4c-911a-57705fe87ef6 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 945 time: 0.0548337 Apr 22 08:07:27.464584 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:27.468114 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port f3b45d57-1a79-4afd-9ada-3178fb0ec98d, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=f3b45d57-1a79-4afd-9ada-3178fb0ec98d,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:07:27.495898 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19de038-0e0c-4606-b549-611a1beec91e x-openstack-request-id: req-d19de038-0e0c-4606-b549-611a1beec91e {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:07:27.495898 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd761ae-492a-40bf-ae21-dbd100b4a1f1", "name": "network-vif-plugged", "status": "completed", "tag": "f3b45d57-1a79-4afd-9ada-3178fb0ec98d", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:07:27.495898 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d19de038-0e0c-4606-b549-611a1beec91e {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:07:27.495898 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d19de038-0e0c-4606-b549-611a1beec91e'] response: {'server_uuid': 'ecd761ae-492a-40bf-ae21-dbd100b4a1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d', 'code': 200} Apr 22 08:07:27.514695 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7c970266-2328-4dda-bece-bfa508c82fa0 req-ca13c14d-b767-4406-a683-eb9c5a364d8f tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441399 Apr 22 08:07:27.543741 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:27.589560 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=f3b45d57-1a79-4afd-9ada-3178fb0ec98d,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:27.823830 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe7306-f3e0-4ff0-8c07-9c6596e47faa req-b4d4f4bf-ec92-405a-af10-ca02009382e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:27.825311 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-08fe7306-f3e0-4ff0-8c07-9c6596e47faa req-b4d4f4bf-ec92-405a-af10-ca02009382e6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 1130 time: 0.0463467 Apr 22 08:07:27.877479 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-08fe7306-f3e0-4ff0-8c07-9c6596e47faa req-213580a9-0e56-45ea-b277-027a49180ad0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385594 Apr 22 08:07:28.643793 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc14f86-67de-4a6c-8b2e-2976597a7e91 req-a8fd9f35-c130-4f04-884b-83cd38b7885d tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:28.645278 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5dc14f86-67de-4a6c-8b2e-2976597a7e91 req-a8fd9f35-c130-4f04-884b-83cd38b7885d tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0523150 Apr 22 08:07:28.693734 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5dc14f86-67de-4a6c-8b2e-2976597a7e91 req-281171e3-fa90-49e8-b083-e5d0f3c4c430 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426729 Apr 22 08:07:29.830294 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ad9b9-6898-4139-8949-b0db6a2e5e20 req-f455fc15-f6de-47c5-bcbb-4572dbff3772 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:29.831911 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-272ad9b9-6898-4139-8949-b0db6a2e5e20 req-f455fc15-f6de-47c5-bcbb-4572dbff3772 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0602994 Apr 22 08:07:29.887288 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-272ad9b9-6898-4139-8949-b0db6a2e5e20 req-a90147f5-a43f-400a-a366-50bc48f7a4be tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480647 Apr 22 08:07:30.017842 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca7939-7a2a-48ae-bb00-d5d7200107fe req-590e8de6-df67-46b7-bd96-ee429633d5d1 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:30.019860 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-57ca7939-7a2a-48ae-bb00-d5d7200107fe req-590e8de6-df67-46b7-bd96-ee429633d5d1 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0596015 Apr 22 08:07:30.029551 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 36642) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:30.034281 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-da8398d3-0d73-4477-a34c-2f66a4db5f48 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Request body: {'floatingip': {'port_id': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:07:30.076222 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-da8398d3-0d73-4477-a34c-2f66a4db5f48 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for floatingip (fd8c0394-f5e4-442f-b7c3-0d6900d1a6c4), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:30.496422 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-da8398d3-0d73-4477-a34c-2f66a4db5f48 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:30.577778 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-da8398d3-0d73-4477-a34c-2f66a4db5f48 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (fd8c0394-f5e4-442f-b7c3-0d6900d1a6c4), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:30.676640 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.l3_db [None req-da8398d3-0d73-4477-a34c-2f66a4db5f48 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Floating IP fd8c0394-f5e4-442f-b7c3-0d6900d1a6c4 associated. External IP: 172.28.2.70, port: f3b45d57-1a79-4afd-9ada-3178fb0ec98d. Apr 22 08:07:30.886791 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8398d3-0d73-4477-a34c-2f66a4db5f48 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Router daa5e407-672e-4305-a3ec-6693e484c3e3 has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:07:31.220705 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8398d3-0d73-4477-a34c-2f66a4db5f48 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:07:31.225408 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-da8398d3-0d73-4477-a34c-2f66a4db5f48 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:31.231054 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1110d0ef-1373-4c0b-9fb9-868b7f3cf62e None None] Sync routers for ids ['daa5e407-672e-4305-a3ec-6693e484c3e3'] in dv-cinder-838880-1-smb {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:07:31.234642 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device fdcb71ee-934a-43a1-b488-6a0a181ede52 no longer exists at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:07:31.255780 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-da8398d3-0d73-4477-a34c-2f66a4db5f48 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "PUT /v2.0/floatingips/fd8c0394-f5e4-442f-b7c3-0d6900d1a6c4 HTTP/1.1" status: 200 len: 991 time: 1.2251360 Apr 22 08:07:31.256385 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd761ae-492a-40bf-ae21-dbd100b4a1f1', 'tag': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:07:31.258770 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f099d465-0480-4e3e-8579-048cf2a0fef4" -d '{"events": [{"name": "network-changed", "server_uuid": "ecd761ae-492a-40bf-ae21-dbd100b4a1f1", "tag": "f3b45d57-1a79-4afd-9ada-3178fb0ec98d"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:07:31.260911 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] No Port match for: fdcb71ee-934a-43a1-b488-6a0a181ede52 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:07:31.261441 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device fdcb71ee-934a-43a1-b488-6a0a181ede52 not bound to the agent host hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:07:31.266910 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1110d0ef-1373-4c0b-9fb9-868b7f3cf62e None None] Routers {'daa5e407-672e-4305-a3ec-6693e484c3e3'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:07:31.267538 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-1110d0ef-1373-4c0b-9fb9-868b7f3cf62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:07:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['daa5e407-672e-4305-a3ec-6693e484c3e3'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:31.296717 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bc175f-e4f6-4f8e-8067-9e16aded4801 x-openstack-request-id: req-e4bc175f-e4f6-4f8e-8067-9e16aded4801 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:07:31.297121 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecd761ae-492a-40bf-ae21-dbd100b4a1f1", "tag": "f3b45d57-1a79-4afd-9ada-3178fb0ec98d", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:07:31.297466 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4bc175f-e4f6-4f8e-8067-9e16aded4801 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:07:31.297972 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4bc175f-e4f6-4f8e-8067-9e16aded4801'] response: {'name': 'network-changed', 'server_uuid': 'ecd761ae-492a-40bf-ae21-dbd100b4a1f1', 'tag': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d', 'status': 'completed', 'code': 200} Apr 22 08:07:31.369651 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099d465-0480-4e3e-8579-048cf2a0fef4 req-b9c693ba-18c4-4673-a900-bca8cefa7e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:31.371233 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-f099d465-0480-4e3e-8579-048cf2a0fef4 req-b9c693ba-18c4-4673-a900-bca8cefa7e7e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b16e55435fdd44369ad143385457d955&device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 1130 time: 0.0523186 Apr 22 08:07:31.385619 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-1110d0ef-1373-4c0b-9fb9-868b7f3cf62e None None] Set router daa5e407-672e-4305-a3ec-6693e484c3e3 gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:07:31.464533 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099d465-0480-4e3e-8579-048cf2a0fef4 req-70008d77-2411-48db-919c-a034fd0b3e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:31.466012 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-f099d465-0480-4e3e-8579-048cf2a0fef4 req-70008d77-2411-48db-919c-a034fd0b3e02 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4b674c87-1c24-4bb4-9319-a67400265e39 HTTP/1.1" status: 200 len: 917 time: 0.0867879 Apr 22 08:07:31.534551 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-f099d465-0480-4e3e-8579-048cf2a0fef4 req-5f9b849e-7111-4a39-8200-c1ea42e94480 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3b45d57-1a79-4afd-9ada-3178fb0ec98d HTTP/1.1" status: 200 len: 999 time: 0.0610590 Apr 22 08:07:31.582942 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099d465-0480-4e3e-8579-048cf2a0fef4 req-79b8a396-d345-430c-9b0f-7022a20b9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:31.584391 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-f099d465-0480-4e3e-8579-048cf2a0fef4 req-79b8a396-d345-430c-9b0f-7022a20b9c1e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=093be093-5f28-4c4a-80b0-be7fd291fc71 HTTP/1.1" status: 200 len: 855 time: 0.0437906 Apr 22 08:07:31.633639 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099d465-0480-4e3e-8579-048cf2a0fef4 req-231f8370-c36c-4abd-b0cc-a252645c35bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:31.635171 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-f099d465-0480-4e3e-8579-048cf2a0fef4 req-231f8370-c36c-4abd-b0cc-a252645c35bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b674c87-1c24-4bb4-9319-a67400265e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0452189 Apr 22 08:07:31.736875 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-f099d465-0480-4e3e-8579-048cf2a0fef4 req-471ab4b9-0d11-43fa-a89d-337b5376e30a service neutron] 10.222.0.39 "GET /v2.0/networks/4b674c87-1c24-4bb4-9319-a67400265e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943425 Apr 22 08:07:31.798139 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-1110d0ef-1373-4c0b-9fb9-868b7f3cf62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'name': 'tempest-AttachVolumeShelveTestJSON-269675797-router', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:32Z', 'updated_at': '2022-04-22T08:03:41Z', 'revision_number': 4, 'project_id': 'b16e55435fdd44369ad143385457d955', 'gw_port': {'id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:33Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': 'fd8c0394-f5e4-442f-b7c3-0d6900d1a6c4', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'floating_ip_address': '172.28.2.70', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'port_id': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'mac_address': 'fa:16:3e:d8:77:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd761ae-492a-40bf-ae21-dbd100b4a1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:07:15Z', 'updated_at': '2022-04-22T08:07:30Z', 'revision_number': 1, 'project_id': 'b16e55435fdd44369ad143385457d955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fe14cf-7845-47cb-81ae-8a52d84332aa', 'name': '', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'mac_address': 'fa:16:3e:09:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:39Z', 'updated_at': '2022-04-22T08:03:56Z', 'revision_number': 5, 'project_id': 'b16e55435fdd44369ad143385457d955', 'subnets': [{'id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:31.825259 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1110d0ef-1373-4c0b-9fb9-868b7f3cf62e None None] Checking router: daa5e407-672e-4305-a3ec-6693e484c3e3 for host: dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:07:31.828063 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-f099d465-0480-4e3e-8579-048cf2a0fef4 req-1ceeb8e7-9a87-491f-8c7e-ef90fbe2b4a7 service neutron] 10.222.0.39 "GET /v2.0/networks/4b674c87-1c24-4bb4-9319-a67400265e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838709 Apr 22 08:07:31.834300 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1110d0ef-1373-4c0b-9fb9-868b7f3cf62e None None] Routers {'daa5e407-672e-4305-a3ec-6693e484c3e3'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:07:31.834996 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-1110d0ef-1373-4c0b-9fb9-868b7f3cf62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:07:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['daa5e407-672e-4305-a3ec-6693e484c3e3'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:31.950677 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-1110d0ef-1373-4c0b-9fb9-868b7f3cf62e None None] Set router daa5e407-672e-4305-a3ec-6693e484c3e3 gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:07:32.186621 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-1110d0ef-1373-4c0b-9fb9-868b7f3cf62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'name': 'tempest-AttachVolumeShelveTestJSON-269675797-router', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:32Z', 'updated_at': '2022-04-22T08:03:41Z', 'revision_number': 4, 'project_id': 'b16e55435fdd44369ad143385457d955', 'gw_port': {'id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:33Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': 'fd8c0394-f5e4-442f-b7c3-0d6900d1a6c4', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'floating_ip_address': '172.28.2.70', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'port_id': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'mac_address': 'fa:16:3e:d8:77:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd761ae-492a-40bf-ae21-dbd100b4a1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:07:15Z', 'updated_at': '2022-04-22T08:07:30Z', 'revision_number': 1, 'project_id': 'b16e55435fdd44369ad143385457d955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fe14cf-7845-47cb-81ae-8a52d84332aa', 'name': '', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'mac_address': 'fa:16:3e:09:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:39Z', 'updated_at': '2022-04-22T08:03:56Z', 'revision_number': 5, 'project_id': 'b16e55435fdd44369ad143385457d955', 'subnets': [{'id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:32.214132 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1110d0ef-1373-4c0b-9fb9-868b7f3cf62e None None] The sync data for ids ['daa5e407-672e-4305-a3ec-6693e484c3e3'] in dv-cinder-838880-1-smb is: [{'id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'name': 'tempest-AttachVolumeShelveTestJSON-269675797-router', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:32Z', 'updated_at': '2022-04-22T08:03:41Z', 'revision_number': 4, 'project_id': 'b16e55435fdd44369ad143385457d955', 'gw_port': {'id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:33Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': 'fd8c0394-f5e4-442f-b7c3-0d6900d1a6c4', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'floating_ip_address': '172.28.2.70', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'port_id': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'mac_address': 'fa:16:3e:d8:77:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd761ae-492a-40bf-ae21-dbd100b4a1f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:07:15Z', 'updated_at': '2022-04-22T08:07:30Z', 'revision_number': 1, 'project_id': 'b16e55435fdd44369ad143385457d955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fe14cf-7845-47cb-81ae-8a52d84332aa', 'name': '', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'mac_address': 'fa:16:3e:09:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:39Z', 'updated_at': '2022-04-22T08:03:56Z', 'revision_number': 5, 'project_id': 'b16e55435fdd44369ad143385457d955', 'subnets': [{'id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:07:32.401457 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a45833-861a-4d65-9573-eac8f56109ef None None] New status for floating IP fd8c0394-f5e4-442f-b7c3-0d6900d1a6c4: ACTIVE {{(pid=103835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 08:07:40.589474 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-3a08f063-dbb0-42ce-8f00-1afe77b312db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:43.000967 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0331a599-c365-448a-8a28-6ccc18730f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:44.372632 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:45.244591 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:46.943520 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:47.884461 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd375a32-dd20-45c5-a837-27420eecfa35 req-c675803b-fe27-48b7-b3a3-c30a68ea2f64 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:47.885932 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bd375a32-dd20-45c5-a837-27420eecfa35 req-c675803b-fe27-48b7-b3a3-c30a68ea2f64 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0521805 Apr 22 08:07:47.932957 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bd375a32-dd20-45c5-a837-27420eecfa35 req-a57ce3d1-69c2-40b8-9cc5-cf5af0eda6c1 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403221 Apr 22 08:07:48.169255 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 36824) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:48.215152 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_v2 [None req-0154c0e7-980b-439d-90d5-e7707ead2952 admin admin] Deleting subnet dccec4a8-ee71-4748-b043-da8f9c139639 {{(pid=103832) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 22 08:07:48.218372 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0154c0e7-980b-439d-90d5-e7707ead2952 admin admin] Publish callbacks [] for subnet (dccec4a8-ee71-4748-b043-da8f9c139639), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:48.251656 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0154c0e7-980b-439d-90d5-e7707ead2952 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3461980'] for subnet (dccec4a8-ee71-4748-b043-da8f9c139639), precommit_delete_associations {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:48.289156 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0154c0e7-980b-439d-90d5-e7707ead2952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678605'] for subnet (dccec4a8-ee71-4748-b043-da8f9c139639), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:48.407420 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0154c0e7-980b-439d-90d5-e7707ead2952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4133419', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8645574'] for subnet (dccec4a8-ee71-4748-b043-da8f9c139639), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:48.435361 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0154c0e7-980b-439d-90d5-e7707ead2952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dccec4a8-ee71-4748-b043-da8f9c139639,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:48.438916 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0154c0e7-980b-439d-90d5-e7707ead2952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:48.441992 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-0154c0e7-980b-439d-90d5-e7707ead2952 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dccec4a8-ee71-4748-b043-da8f9c139639 HTTP/1.1" status: 204 len: 168 time: 0.2717381 Apr 22 08:07:48.444462 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 36826) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:48.513769 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-09215627-ea94-4d42-adf8-f4dae91aec9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7779404'] for network (6c345dae-a12d-42a5-911c-ec9de0be0bdc), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:48.591756 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-09215627-ea94-4d42-adf8-f4dae91aec9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656218', 'neutron.services.segments.db._delete_segments_for_network-8744465249738'] for network (6c345dae-a12d-42a5-911c-ec9de0be0bdc), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:48.613215 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.services.segments.db [None req-09215627-ea94-4d42-adf8-f4dae91aec9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c345dae-a12d-42a5-911c-ec9de0be0bdc']}} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:48.624720 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.services.segments.db [None req-09215627-ea94-4d42-adf8-f4dae91aec9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68dda09-9d18-493d-9415-4cebe1fc659a') {'for_net_delete': True} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:48.625026 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.services.segments.db [None req-09215627-ea94-4d42-adf8-f4dae91aec9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68dda09-9d18-493d-9415-4cebe1fc659a') {} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:48.638257 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-09215627-ea94-4d42-adf8-f4dae91aec9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744465252819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3461975'] for segment (a68dda09-9d18-493d-9415-4cebe1fc659a), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:48.651223 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-09215627-ea94-4d42-adf8-f4dae91aec9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (a68dda09-9d18-493d-9415-4cebe1fc659a), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:48.657393 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09215627-ea94-4d42-adf8-f4dae91aec9b admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 08:07:48.657821 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-09215627-ea94-4d42-adf8-f4dae91aec9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4133505'] for segment (a68dda09-9d18-493d-9415-4cebe1fc659a), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: Traceback (most recent call last): Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: timer() Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: cb(*args, **kw) Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: return func(*args, **kwargs) Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: self._notify() Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: self.callback(batched_events) Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: event.method(event) Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: return f(self, *a, **k) Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: return self._get(url).json() Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: return self.request(url, 'GET', **kwargs) Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 08:07:48.659704 dv-cinder-838880-1-smb neutron-server[103832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 08:07:48.770769 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-09215627-ea94-4d42-adf8-f4dae91aec9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7656195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706048'] for network (6c345dae-a12d-42a5-911c-ec9de0be0bdc), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:48.776259 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-09215627-ea94-4d42-adf8-f4dae91aec9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:48.779361 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-09215627-ea94-4d42-adf8-f4dae91aec9b admin admin] 10.222.0.13 "DELETE /v2.0/networks/6c345dae-a12d-42a5-911c-ec9de0be0bdc HTTP/1.1" status: 204 len: 168 time: 0.3340015 Apr 22 08:07:48.792159 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09215627-ea94-4d42-adf8-f4dae91aec9b admin admin] Pushing event deleted for resources: {'Network': ['ID=6c345dae-a12d-42a5-911c-ec9de0be0bdc,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:49.061096 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ccfe1-27cc-4b0a-875c-1b89c8ec5aaa req-f822a28f-b948-4ee6-ad79-146b1e10d174 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:49.066754 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e88ccfe1-27cc-4b0a-875c-1b89c8ec5aaa req-f822a28f-b948-4ee6-ad79-146b1e10d174 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0628877 Apr 22 08:07:49.125234 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 36838) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:49.126875 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e88ccfe1-27cc-4b0a-875c-1b89c8ec5aaa req-19c4e69c-d955-4c70-bf75-039dbdb3b0cc tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538702 Apr 22 08:07:49.167107 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-22b2288e-d161-4a28-831c-e0eb7c3695dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb13d66dc7b64f078f25ec0e40bf721d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407038 Apr 22 08:07:49.168710 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 36840) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:49.219206 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ef97a45b-e972-4512-9116-d30d1afbde67 admin admin] Publish callbacks [] for security_group (899816ac-80c0-4a7a-95d5-97eac7099fb6), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:49.471924 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ef97a45b-e972-4512-9116-d30d1afbde67 admin admin] Publish callbacks [] for security_group (899816ac-80c0-4a7a-95d5-97eac7099fb6), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:49.549725 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e22341-1eed-411d-949a-961269bb68dc req-d8f1313a-bc9f-4f51-8436-fcc9d0a566fb tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:49.551226 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-74e22341-1eed-411d-949a-961269bb68dc req-d8f1313a-bc9f-4f51-8436-fcc9d0a566fb tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eecc7f8-3d57-444e-bff4-d18c075f0bd2 HTTP/1.1" status: 200 len: 945 time: 0.0561881 Apr 22 08:07:49.595015 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ef97a45b-e972-4512-9116-d30d1afbde67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (899816ac-80c0-4a7a-95d5-97eac7099fb6), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:49.597127 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-74e22341-1eed-411d-949a-961269bb68dc req-e5bcadb4-1dcc-4816-a1e5-f21db74d4ea1 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=beceda13-7626-4e72-bdf2-10932a5875fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403988 Apr 22 08:07:49.597504 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ef97a45b-e972-4512-9116-d30d1afbde67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:49.598651 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-ef97a45b-e972-4512-9116-d30d1afbde67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/899816ac-80c0-4a7a-95d5-97eac7099fb6 HTTP/1.1" status: 204 len: 168 time: 0.4289262 Apr 22 08:07:49.610704 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97a45b-e972-4512-9116-d30d1afbde67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899816ac-80c0-4a7a-95d5-97eac7099fb6,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:49.615411 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97a45b-e972-4512-9116-d30d1afbde67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:49.615960 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97a45b-e972-4512-9116-d30d1afbde67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:49.616518 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97a45b-e972-4512-9116-d30d1afbde67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:49.616857 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97a45b-e972-4512-9116-d30d1afbde67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:49.617178 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97a45b-e972-4512-9116-d30d1afbde67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:49.617507 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97a45b-e972-4512-9116-d30d1afbde67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:49.617858 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97a45b-e972-4512-9116-d30d1afbde67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:49.618151 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97a45b-e972-4512-9116-d30d1afbde67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:49.618470 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97a45b-e972-4512-9116-d30d1afbde67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:49.618821 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97a45b-e972-4512-9116-d30d1afbde67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:49.619141 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97a45b-e972-4512-9116-d30d1afbde67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:49.619461 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97a45b-e972-4512-9116-d30d1afbde67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:49.619775 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef97a45b-e972-4512-9116-d30d1afbde67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:50.252364 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d39f0-0aa2-4023-b341-d586f37a98f6 req-89e48772-0b20-4f79-bb21-f162885a4e4b tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:50.253837 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-022d39f0-0aa2-4023-b341-d586f37a98f6 req-89e48772-0b20-4f79-bb21-f162885a4e4b tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.0522394 Apr 22 08:07:50.301475 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-022d39f0-0aa2-4023-b341-d586f37a98f6 req-63604e9a-abbd-4dc5-b2db-c968a7affb39 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418820 Apr 22 08:07:50.612870 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 36866) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:50.711691 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-d09596d9-b54b-4696-a3f5-89536c42740d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2009339041-network', 'tenant_id': '81c4c93475674fd68590e374a9df07e9'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:07:50.719040 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524809f6-9351-42ed-9065-2fbe620afd17 req-0dfe80d7-813a-447b-b4dc-6d05a5c0f05c tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:50.720550 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-524809f6-9351-42ed-9065-2fbe620afd17 req-0dfe80d7-813a-447b-b4dc-6d05a5c0f05c tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eecc7f8-3d57-444e-bff4-d18c075f0bd2 HTTP/1.1" status: 200 len: 945 time: 0.0566871 Apr 22 08:07:50.769980 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-524809f6-9351-42ed-9065-2fbe620afd17 req-ad835772-e99d-488b-9b62-a315ba41e842 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=beceda13-7626-4e72-bdf2-10932a5875fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426912 Apr 22 08:07:50.777463 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09596d9-b54b-4696-a3f5-89536c42740d admin admin] Made reservation on behalf of 81c4c93475674fd68590e374a9df07e9 for: {'network': 1} {{(pid=103833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:07:50.779972 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d09596d9-b54b-4696-a3f5-89536c42740d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for network (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:50.788898 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d09596d9-b54b-4696-a3f5-89536c42740d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:50.859240 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d09596d9-b54b-4696-a3f5-89536c42740d admin admin] Publish callbacks [] for security_group (127dc1c0-252e-461d-958e-a0c869053650), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:50.941937 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d09596d9-b54b-4696-a3f5-89536c42740d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (127dc1c0-252e-461d-958e-a0c869053650), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:50.972731 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09596d9-b54b-4696-a3f5-89536c42740d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 08:07:50.980418 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09596d9-b54b-4696-a3f5-89536c42740d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127dc1c0-252e-461d-958e-a0c869053650,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:50.988187 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d09596d9-b54b-4696-a3f5-89536c42740d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (c62eaefb-9891-4d3c-962a-b78e6fc268b1), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:50.988524 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.db.segments_db [None req-d09596d9-b54b-4696-a3f5-89536c42740d admin admin] Added segment c62eaefb-9891-4d3c-962a-b78e6fc268b1 of type vlan for network 52c8a8db-0a51-4766-b335-b1a3568ac7d7 Apr 22 08:07:51.030741 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d09596d9-b54b-4696-a3f5-89536c42740d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744464744888'] for network (52c8a8db-0a51-4766-b335-b1a3568ac7d7), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:51.109750 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d09596d9-b54b-4696-a3f5-89536c42740d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for network (52c8a8db-0a51-4766-b335-b1a3568ac7d7), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:51.110652 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09596d9-b54b-4696-a3f5-89536c42740d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:51.111326 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d09596d9-b54b-4696-a3f5-89536c42740d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:51.171226 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09596d9-b54b-4696-a3f5-89536c42740d admin admin] Pushing event updated for resources: {'Network': ['ID=52c8a8db-0a51-4766-b335-b1a3568ac7d7,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:51.181013 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Network 52c8a8db-0a51-4766-b335-b1a3568ac7d7 details requested by agent ovs-agent-dv-cinder-838880-1-smb with host dv-cinder-838880-1-smb {{(pid=103834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 22 08:07:51.215470 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-d09596d9-b54b-4696-a3f5-89536c42740d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6014869 Apr 22 08:07:51.218479 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 36872) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:51.225543 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-cdf18e63-13e5-4e63-ae9d-8091702fa9ab admin admin] Request body: {'subnet': {'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2009339041-subnet', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'ip_version': 4}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:07:51.245984 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9af8b-b7b2-40c8-af7e-3ca3aa1f91c6 req-019869a4-610a-499b-8832-848e84c26147 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:51.247513 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-3ea9af8b-b7b2-40c8-af7e-3ca3aa1f91c6 req-019869a4-610a-499b-8832-848e84c26147 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eecc7f8-3d57-444e-bff4-d18c075f0bd2 HTTP/1.1" status: 200 len: 945 time: 0.0647988 Apr 22 08:07:51.339245 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf18e63-13e5-4e63-ae9d-8091702fa9ab admin admin] Made reservation on behalf of 81c4c93475674fd68590e374a9df07e9 for: {'subnet': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:07:51.341466 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cdf18e63-13e5-4e63-ae9d-8091702fa9ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645601'] for subnet (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:51.350778 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [req-3ea9af8b-b7b2-40c8-af7e-3ca3aa1f91c6 req-a545e3b3-099d-447f-bc91-d99ee90ea9d4 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Deleting port df9e758a-5497-4ac9-9552-d91ac379e607 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:07:51.351122 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-3ea9af8b-b7b2-40c8-af7e-3ca3aa1f91c6 req-a545e3b3-099d-447f-bc91-d99ee90ea9d4 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (df9e758a-5497-4ac9-9552-d91ac379e607), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:51.442902 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [req-3ea9af8b-b7b2-40c8-af7e-3ca3aa1f91c6 req-a545e3b3-099d-447f-bc91-d99ee90ea9d4 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] For port df9e758a-5497-4ac9-9552-d91ac379e607, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=df9e758a-5497-4ac9-9552-d91ac379e607,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:07:51.443193 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-3ea9af8b-b7b2-40c8-af7e-3ca3aa1f91c6 req-a545e3b3-099d-447f-bc91-d99ee90ea9d4 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (df9e758a-5497-4ac9-9552-d91ac379e607), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:51.468230 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a67ec5-8509-4dfd-babd-e8c6f949f598 req-3ca86cb6-3c87-478a-b081-94281dd21908 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:51.469719 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-02a67ec5-8509-4dfd-babd-e8c6f949f598 req-3ca86cb6-3c87-478a-b081-94281dd21908 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.39 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.1596007 Apr 22 08:07:51.514907 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3489fa6-ef03-447b-843c-20a2c0bfb49e req-04d04c06-62dc-45c4-b2b2-892faf1f9cee tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:51.516416 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f3489fa6-ef03-447b-843c-20a2c0bfb49e req-04d04c06-62dc-45c4-b2b2-892faf1f9cee tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 946 time: 0.1269739 Apr 22 08:07:51.622899 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-3ea9af8b-b7b2-40c8-af7e-3ca3aa1f91c6 req-a545e3b3-099d-447f-bc91-d99ee90ea9d4 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:51.623546 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-3ea9af8b-b7b2-40c8-af7e-3ca3aa1f91c6 req-a545e3b3-099d-447f-bc91-d99ee90ea9d4 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (1deef1d2-8800-428a-930d-12966fa9dd8d), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:51.623703 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.db.l3_db [req-3ea9af8b-b7b2-40c8-af7e-3ca3aa1f91c6 req-a545e3b3-099d-447f-bc91-d99ee90ea9d4 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Floating IP 1deef1d2-8800-428a-930d-12966fa9dd8d disassociated. External IP: 172.28.2.16, port: df9e758a-5497-4ac9-9552-d91ac379e607. Apr 22 08:07:51.624144 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [req-3ea9af8b-b7b2-40c8-af7e-3ca3aa1f91c6 req-a545e3b3-099d-447f-bc91-d99ee90ea9d4 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Calling delete_port for df9e758a-5497-4ac9-9552-d91ac379e607 owned by compute:nova {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:07:51.666534 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f3489fa6-ef03-447b-843c-20a2c0bfb49e req-85e7f1e9-c9fa-4da9-a81a-dc8aada2338b tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408432 Apr 22 08:07:51.692410 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-02a67ec5-8509-4dfd-babd-e8c6f949f598 req-bdead572-4985-4eac-aecb-67fad74b1a90 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Deleting port d2568104-a3d6-43ac-84a8-c524baba461d {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:07:51.692761 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-02a67ec5-8509-4dfd-babd-e8c6f949f598 req-bdead572-4985-4eac-aecb-67fad74b1a90 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (d2568104-a3d6-43ac-84a8-c524baba461d), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:51.751763 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cdf18e63-13e5-4e63-ae9d-8091702fa9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4133480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645599'] for subnet (57d7abe5-9276-474f-b2f5-7f98c78bd2d4), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:51.810493 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-3ea9af8b-b7b2-40c8-af7e-3ca3aa1f91c6 req-a545e3b3-099d-447f-bc91-d99ee90ea9d4 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (df9e758a-5497-4ac9-9552-d91ac379e607), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:51.829979 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-02a67ec5-8509-4dfd-babd-e8c6f949f598 req-bdead572-4985-4eac-aecb-67fad74b1a90 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] For port d2568104-a3d6-43ac-84a8-c524baba461d, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=d2568104-a3d6-43ac-84a8-c524baba461d,segment=NetworkSegment(0802d4e0-4f59-47a7-8d7e-337a8719f19a),segment_id=0802d4e0-4f59-47a7-8d7e-337a8719f19a)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:07:51.830350 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-02a67ec5-8509-4dfd-babd-e8c6f949f598 req-bdead572-4985-4eac-aecb-67fad74b1a90 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (d2568104-a3d6-43ac-84a8-c524baba461d), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:51.845551 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545e3b3-099d-447f-bc91-d99ee90ea9d4 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event deleted for resources: {'Port': ['ID=df9e758a-5497-4ac9-9552-d91ac379e607,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:51.857521 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf18e63-13e5-4e63-ae9d-8091702fa9ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=57d7abe5-9276-474f-b2f5-7f98c78bd2d4,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:51.883065 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-fd76a8b5-2a18-4ce0-8d0a-5a651cdd77d4 req-1d331cf0-0f55-4df6-b686-140541c9e5f7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eecc7f8-3d57-444e-bff4-d18c075f0bd2 HTTP/1.1" status: 200 len: 210 time: 0.0380971 Apr 22 08:07:51.922181 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf18e63-13e5-4e63-ae9d-8091702fa9ab admin admin] Checking segment: {'id': 'c62eaefb-9891-4d3c-962a-b78e6fc268b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:07:51.922575 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf18e63-13e5-4e63-ae9d-8091702fa9ab admin admin] Network hostable DHCP agents. Network: 52c8a8db-0a51-4766-b335-b1a3568ac7d7, hostable agents: ['ca8a9934-86f7-419c-ae11-6a211419c5d0'], hosted agents: [] {{(pid=103832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 08:07:51.970698 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ea9af8b-b7b2-40c8-af7e-3ca3aa1f91c6 req-a545e3b3-099d-447f-bc91-d99ee90ea9d4 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Router 7090097d-05ba-42e9-a34f-e11e7566645b has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:07:52.036121 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf18e63-13e5-4e63-ae9d-8091702fa9ab admin admin] Network 52c8a8db-0a51-4766-b335-b1a3568ac7d7 is scheduled to be hosted by DHCP agent ca8a9934-86f7-419c-ae11-6a211419c5d0 with binding_index 1 {{(pid=103832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 08:07:52.078091 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ea9af8b-b7b2-40c8-af7e-3ca3aa1f91c6 req-a545e3b3-099d-447f-bc91-d99ee90ea9d4 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:07:52.088630 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b013e69-05e0-4ab0-a581-90211e13b158 None None] Sync routers for ids ['7090097d-05ba-42e9-a34f-e11e7566645b'] in dv-cinder-838880-1-smb {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:07:52.099789 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b013e69-05e0-4ab0-a581-90211e13b158 None None] Routers {'7090097d-05ba-42e9-a34f-e11e7566645b'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:07:52.100415 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-4b013e69-05e0-4ab0-a581-90211e13b158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:07:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['7090097d-05ba-42e9-a34f-e11e7566645b'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:52.121437 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-cdf18e63-13e5-4e63-ae9d-8091702fa9ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838880-1-smb, 52c8a8db-0a51-4766-b335-b1a3568ac7d7) {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:07:52.122144 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea9af8b-b7b2-40c8-af7e-3ca3aa1f91c6 req-a545e3b3-099d-447f-bc91-d99ee90ea9d4 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] No DVR routers for this DVR port df9e758a-5497-4ac9-9552-d91ac379e607 on host hv-cinder-83888 {{(pid=103833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:07:52.125415 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-02a67ec5-8509-4dfd-babd-e8c6f949f598 req-bdead572-4985-4eac-aecb-67fad74b1a90 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:52.125857 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-02a67ec5-8509-4dfd-babd-e8c6f949f598 req-bdead572-4985-4eac-aecb-67fad74b1a90 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (a5d6b7bf-0fe1-428c-b285-aafd1b2193ac), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:52.126265 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.l3_db [req-02a67ec5-8509-4dfd-babd-e8c6f949f598 req-bdead572-4985-4eac-aecb-67fad74b1a90 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Floating IP a5d6b7bf-0fe1-428c-b285-aafd1b2193ac disassociated. External IP: 172.28.2.186, port: d2568104-a3d6-43ac-84a8-c524baba461d. Apr 22 08:07:52.126570 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-02a67ec5-8509-4dfd-babd-e8c6f949f598 req-bdead572-4985-4eac-aecb-67fad74b1a90 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Calling delete_port for d2568104-a3d6-43ac-84a8-c524baba461d owned by compute:nova {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:07:52.128725 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-3ea9af8b-b7b2-40c8-af7e-3ca3aa1f91c6 req-a545e3b3-099d-447f-bc91-d99ee90ea9d4 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:52.132111 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-3ea9af8b-b7b2-40c8-af7e-3ca3aa1f91c6 req-a545e3b3-099d-447f-bc91-d99ee90ea9d4 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.39 "DELETE /v2.0/ports/df9e758a-5497-4ac9-9552-d91ac379e607 HTTP/1.1" status: 204 len: 173 time: 0.8784640 Apr 22 08:07:52.132540 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eecc7f8-3d57-444e-bff4-d18c075f0bd2', 'name': 'network-vif-deleted', 'tag': 'df9e758a-5497-4ac9-9552-d91ac379e607'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:07:52.132737 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf18e63-13e5-4e63-ae9d-8091702fa9ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:52.133445 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cdf18e63-13e5-4e63-ae9d-8091702fa9ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:52.135079 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1f660848c79b36bae0e0b840ac11b5c4e167d2979010aa0292c1729aff9b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105f0e21-c6cd-4506-bc28-97cc3561636d" -d '{"events": [{"server_uuid": "9eecc7f8-3d57-444e-bff4-d18c075f0bd2", "name": "network-vif-deleted", "tag": "df9e758a-5497-4ac9-9552-d91ac379e607"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:07:52.171298 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92906f1e-61ea-4262-8ed5-43128a9fcd72 None None] Network 52c8a8db-0a51-4766-b335-b1a3568ac7d7 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:07:52.175852 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848f1d84-7cd5-42e8-891f-539a1246543a x-openstack-request-id: req-848f1d84-7cd5-42e8-891f-539a1246543a {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:07:52.176210 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eecc7f8-3d57-444e-bff4-d18c075f0bd2", "name": "network-vif-deleted", "tag": "df9e758a-5497-4ac9-9552-d91ac379e607", "status": "completed", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:07:52.176570 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-848f1d84-7cd5-42e8-891f-539a1246543a {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:07:52.177030 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-848f1d84-7cd5-42e8-891f-539a1246543a'] response: {'server_uuid': '9eecc7f8-3d57-444e-bff4-d18c075f0bd2', 'name': 'network-vif-deleted', 'tag': 'df9e758a-5497-4ac9-9552-d91ac379e607', 'status': 'completed', 'code': 200} Apr 22 08:07:52.240874 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-cdf18e63-13e5-4e63-ae9d-8091702fa9ab admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0208814 Apr 22 08:07:52.243496 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 36882) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:52.248014 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-fe7e3dc3-9fb6-48b6-a73e-ada39be53750 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2009339041-router', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:07:52.325636 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp800e8c9e-5289-576f-bc13-8821e13a44bc-52c8a8db-0a51-4766-b335-b1a3568ac7d7', 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7', 'project_id': '81c4c93475674fd68590e374a9df07e9', 'fixed_ips': [{'subnet_id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4'}]}} from dv-cinder-838880-1-smb. {{(pid=103834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 22 08:07:52.327717 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:52.346663 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-4b013e69-05e0-4ab0-a581-90211e13b158 None None] Set router 7090097d-05ba-42e9-a34f-e11e7566645b gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:07:52.365465 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3dc3-9fb6-48b6-a73e-ada39be53750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-710721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10227'] for router (4004650e-fb7f-4b2d-aaa1-c8902cfb30b8), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:52.366553 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3dc3-9fb6-48b6-a73e-ada39be53750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10234'] for router (4004650e-fb7f-4b2d-aaa1-c8902cfb30b8), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:52.412432 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-02a67ec5-8509-4dfd-babd-e8c6f949f598 req-bdead572-4985-4eac-aecb-67fad74b1a90 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (d2568104-a3d6-43ac-84a8-c524baba461d), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:52.439796 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdead572-4985-4eac-aecb-67fad74b1a90 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Pushing event deleted for resources: {'Port': ['ID=d2568104-a3d6-43ac-84a8-c524baba461d,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:52.466745 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3dc3-9fb6-48b6-a73e-ada39be53750 admin admin] Publish callbacks [] for router_controller (4004650e-fb7f-4b2d-aaa1-c8902cfb30b8), precommit_add_association {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:52.574826 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02a67ec5-8509-4dfd-babd-e8c6f949f598 req-bdead572-4985-4eac-aecb-67fad74b1a90 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Router 651c8eba-197b-42ec-8934-2473b3d7a60f has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:07:52.618139 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.db_base_plugin_common [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Allocated IP 172.20.0.2 (52c8a8db-0a51-4766-b335-b1a3568ac7d7/57d7abe5-9276-474f-b2f5-7f98c78bd2d4/8af9658b-03b6-4935-84d1-1e435f083b79) {{(pid=103834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:07:52.678942 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3dc3-9fb6-48b6-a73e-ada39be53750 admin admin] Publish callbacks [] for router_gateway (4004650e-fb7f-4b2d-aaa1-c8902cfb30b8), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:52.695438 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02a67ec5-8509-4dfd-babd-e8c6f949f598 req-bdead572-4985-4eac-aecb-67fad74b1a90 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:07:52.707192 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980216e6-29b7-4ec7-8e86-0bfce08d0019 None None] Sync routers for ids ['651c8eba-197b-42ec-8934-2473b3d7a60f'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:07:52.717862 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980216e6-29b7-4ec7-8e86-0bfce08d0019 None None] Routers {'651c8eba-197b-42ec-8934-2473b3d7a60f'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:07:52.718484 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-980216e6-29b7-4ec7-8e86-0bfce08d0019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:07:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['651c8eba-197b-42ec-8934-2473b3d7a60f'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:52.750598 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-4b013e69-05e0-4ab0-a581-90211e13b158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:52.761473 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a67ec5-8509-4dfd-babd-e8c6f949f598 req-bdead572-4985-4eac-aecb-67fad74b1a90 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] No DVR routers for this DVR port d2568104-a3d6-43ac-84a8-c524baba461d on host hv-cinder-83888 {{(pid=103832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:07:52.766710 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-02a67ec5-8509-4dfd-babd-e8c6f949f598 req-bdead572-4985-4eac-aecb-67fad74b1a90 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:52.771166 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-02a67ec5-8509-4dfd-babd-e8c6f949f598 req-bdead572-4985-4eac-aecb-67fad74b1a90 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.39 "DELETE /v2.0/ports/d2568104-a3d6-43ac-84a8-c524baba461d HTTP/1.1" status: 204 len: 173 time: 1.2948885 Apr 22 08:07:52.791352 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b013e69-05e0-4ab0-a581-90211e13b158 None None] Checking router: 7090097d-05ba-42e9-a34f-e11e7566645b for host: dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:07:52.793307 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7', 'name': 'network-vif-deleted', 'tag': 'd2568104-a3d6-43ac-84a8-c524baba461d'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:07:52.796341 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583c9e65-a5a1-460d-96f9-c6824cb07d0e" -d '{"events": [{"server_uuid": "c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7", "name": "network-vif-deleted", "tag": "d2568104-a3d6-43ac-84a8-c524baba461d"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:07:52.867180 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b013e69-05e0-4ab0-a581-90211e13b158 None None] Routers {'7090097d-05ba-42e9-a34f-e11e7566645b'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:07:52.868059 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-4b013e69-05e0-4ab0-a581-90211e13b158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:07:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['7090097d-05ba-42e9-a34f-e11e7566645b'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:52.871015 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3a523924-6e3d-4a77-a2ea-576f24a80911 req-d12d7fa6-8643-4f3a-9f85-b21a94f6ef91 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7 HTTP/1.1" status: 200 len: 210 time: 0.0930884 Apr 22 08:07:52.874663 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961d3eb7-a678-4357-bb81-5fea6c78e097 x-openstack-request-id: req-961d3eb7-a678-4357-bb81-5fea6c78e097 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:07:52.875876 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7", "name": "network-vif-deleted", "tag": "d2568104-a3d6-43ac-84a8-c524baba461d", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:07:52.876212 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-961d3eb7-a678-4357-bb81-5fea6c78e097 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:07:52.877050 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-961d3eb7-a678-4357-bb81-5fea6c78e097'] response: {'server_uuid': 'c67cb065-9da6-4ed9-8fc4-6ccad1ff8bb7', 'name': 'network-vif-deleted', 'tag': 'd2568104-a3d6-43ac-84a8-c524baba461d', 'status': 'completed', 'code': 200} Apr 22 08:07:52.884098 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Publish callbacks [] for port (8af9658b-03b6-4935-84d1-1e435f083b79), precommit_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:52.905957 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-980216e6-29b7-4ec7-8e86-0bfce08d0019 None None] Set router 651c8eba-197b-42ec-8934-2473b3d7a60f gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:07:53.093838 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cd57b856-e988-4cec-bdb3-891838983b77 req-ea27ed88-841d-49c8-9210-8e7def96b3b9 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=9eecc7f8-3d57-444e-bff4-d18c075f0bd2 HTTP/1.1" status: 200 len: 210 time: 0.0384276 Apr 22 08:07:53.126207 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3dc3-9fb6-48b6-a73e-ada39be53750 admin admin] Publish callbacks [] for router_gateway (4004650e-fb7f-4b2d-aaa1-c8902cfb30b8), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:53.153412 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3dc3-9fb6-48b6-a73e-ada39be53750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:53.162492 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613'] for port (8af9658b-03b6-4935-84d1-1e435f083b79), after_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:53.213413 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-980216e6-29b7-4ec7-8e86-0bfce08d0019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'name': 'tempest-ServerRescueNegativeTestJSON-1894024959-router', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:35Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'gw_port': {'id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '9652eee9-b3ab-4f7b-83c4-11753f933bce', 'name': '', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'mac_address': 'fa:16:3e:59:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:43Z', 'updated_at': '2022-04-22T08:04:00Z', 'revision_number': 5, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'subnets': [{'id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:53.222841 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Network 52c8a8db-0a51-4766-b335-b1a3568ac7d7 is already hosted by enough agents. {{(pid=103834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:07:53.229771 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.scheduler.base_scheduler [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Resources bound (agent type, host, resource id): {{(pid=103834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:07:53.233888 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Pushing event updated for resources: {'Port': ['ID=8af9658b-03b6-4935-84d1-1e435f083b79,revision_number=1']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:53.237621 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Received port after_create {{(pid=103834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:07:53.243378 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980216e6-29b7-4ec7-8e86-0bfce08d0019 None None] Checking router: 651c8eba-197b-42ec-8934-2473b3d7a60f for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:07:53.253801 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980216e6-29b7-4ec7-8e86-0bfce08d0019 None None] Routers {'651c8eba-197b-42ec-8934-2473b3d7a60f'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:07:53.254411 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-980216e6-29b7-4ec7-8e86-0bfce08d0019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:07:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['651c8eba-197b-42ec-8934-2473b3d7a60f'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:53.274013 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:53.274013 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:53.274515 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:53.274793 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:53.275130 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:53.275471 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:53.275802 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:53.276447 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:53.276447 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:53.276796 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:53.278667 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:53.279289 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:53.280609 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:07:53.299728 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-fe7e3dc3-9fb6-48b6-a73e-ada39be53750 admin admin] Allocated IP 172.28.2.231 (1ba3c60b-0bed-4e05-bf6c-e6da0128f626/c65f8918-06d0-4042-b508-c83c4010a7fc/500212c1-9576-4c7e-88a4-95cb291886ee) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:07:53.345122 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-4b013e69-05e0-4ab0-a581-90211e13b158 None None] Set router 7090097d-05ba-42e9-a34f-e11e7566645b gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:07:53.347443 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Attempting to bind port 8af9658b-03b6-4935-84d1-1e435f083b79 on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:07:53.347810 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Attempting to bind port 8af9658b-03b6-4935-84d1-1e435f083b79 by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': 'c62eaefb-9891-4d3c-962a-b78e6fc268b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:07:53.348185 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Attempting to bind port 8af9658b-03b6-4935-84d1-1e435f083b79 on network 52c8a8db-0a51-4766-b335-b1a3568ac7d7 {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:07:53.379828 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:07:53.380382 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Checking segment: {'id': 'c62eaefb-9891-4d3c-962a-b78e6fc268b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:07:53.380512 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:53.380913 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Bound using segment: {'id': 'c62eaefb-9891-4d3c-962a-b78e6fc268b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:07:53.381396 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Bound port: 8af9658b-03b6-4935-84d1-1e435f083b79, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62eaefb-9891-4d3c-962a-b78e6fc268b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:07:53.381784 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (8af9658b-03b6-4935-84d1-1e435f083b79), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:53.383791 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-980216e6-29b7-4ec7-8e86-0bfce08d0019 None None] Set router 651c8eba-197b-42ec-8934-2473b3d7a60f gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:07:53.417233 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3dc3-9fb6-48b6-a73e-ada39be53750 admin admin] Publish callbacks [] for port (500212c1-9576-4c7e-88a4-95cb291886ee), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:53.499122 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3dc3-9fb6-48b6-a73e-ada39be53750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (500212c1-9576-4c7e-88a4-95cb291886ee), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:53.531199 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] For port 8af9658b-03b6-4935-84d1-1e435f083b79, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:07:53.535951 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] For port 8af9658b-03b6-4935-84d1-1e435f083b79, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=8af9658b-03b6-4935-84d1-1e435f083b79,segment=NetworkSegment(c62eaefb-9891-4d3c-962a-b78e6fc268b1),segment_id=c62eaefb-9891-4d3c-962a-b78e6fc268b1)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:07:53.554136 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7e3dc3-9fb6-48b6-a73e-ada39be53750 admin admin] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:07:53.559099 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-fe7e3dc3-9fb6-48b6-a73e-ada39be53750 admin admin] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:07:53.564350 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7e3dc3-9fb6-48b6-a73e-ada39be53750 admin admin] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:07:53.585424 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e3dc3-9fb6-48b6-a73e-ada39be53750 admin admin] Pushing event updated for resources: {'Port': ['ID=500212c1-9576-4c7e-88a4-95cb291886ee,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:53.604426 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (8af9658b-03b6-4935-84d1-1e435f083b79), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:53.629676 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-980216e6-29b7-4ec7-8e86-0bfce08d0019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'name': 'tempest-ServerRescueNegativeTestJSON-1894024959-router', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:35Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'gw_port': {'id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '9652eee9-b3ab-4f7b-83c4-11753f933bce', 'name': '', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'mac_address': 'fa:16:3e:59:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:43Z', 'updated_at': '2022-04-22T08:04:00Z', 'revision_number': 5, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'subnets': [{'id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:53.674902 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a150080-1ceb-458f-a6da-57903082e9e3 None None] Pushing event updated for resources: {'Port': ['ID=8af9658b-03b6-4935-84d1-1e435f083b79,revision_number=2']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:53.685374 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-4b013e69-05e0-4ab0-a581-90211e13b158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:53.726950 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b013e69-05e0-4ab0-a581-90211e13b158 None None] The sync data for ids ['7090097d-05ba-42e9-a34f-e11e7566645b'] in dv-cinder-838880-1-smb is: [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:07:53.796776 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980216e6-29b7-4ec7-8e86-0bfce08d0019 None None] The sync data for ids ['651c8eba-197b-42ec-8934-2473b3d7a60f'] in dv-cinder-838880-1-smb is: [{'id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'name': 'tempest-ServerRescueNegativeTestJSON-1894024959-router', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:35Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'gw_port': {'id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '9652eee9-b3ab-4f7b-83c4-11753f933bce', 'name': '', 'network_id': '13a6078d-58b1-4081-bb3a-ccd74a412f02', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'mac_address': 'fa:16:3e:59:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:43Z', 'updated_at': '2022-04-22T08:04:00Z', 'revision_number': 5, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'subnets': [{'id': '434aae01-3eff-47a2-96c3-7b3f40b18165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:07:54.004084 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3dc3-9fb6-48b6-a73e-ada39be53750 admin admin] Publish callbacks [] for router_gateway (4004650e-fb7f-4b2d-aaa1-c8902cfb30b8), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:54.046420 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 36894) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:54.148317 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe381ce-6b06-43d0-811b-4a3db9382609 None None] New status for floating IP 1deef1d2-8800-428a-930d-12966fa9dd8d: DOWN {{(pid=103834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 08:07:54.148610 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f1c31808-4933-4d31-8068-030cbc14bf03 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for security_group (83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:54.177087 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f1c31808-4933-4d31-8068-030cbc14bf03 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for security_group (83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:54.277114 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 36900) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:54.278897 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e59b0cb-5e67-468a-a6ac-c954cd315341 None None] New status for floating IP a5d6b7bf-0fe1-428c-b285-aafd1b2193ac: DOWN {{(pid=103835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 08:07:54.282766 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3dc3-9fb6-48b6-a73e-ada39be53750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-710858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706120'] for router (4004650e-fb7f-4b2d-aaa1-c8902cfb30b8), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:54.299947 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f1c31808-4933-4d31-8068-030cbc14bf03 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:54.302911 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f1c31808-4933-4d31-8068-030cbc14bf03 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:54.305833 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-f1c31808-4933-4d31-8068-030cbc14bf03 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "DELETE /v2.0/security-groups/83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e HTTP/1.1" status: 204 len: 168 time: 0.2579408 Apr 22 08:07:54.318370 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 36902) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:54.344048 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.api.v2.resource [None req-7934b868-f205-44b4-9a5c-df924b2db6fd tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] show failed (client error): The resource could not be found. Apr 22 08:07:54.346954 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-7934b868-f205-44b4-9a5c-df924b2db6fd tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups/83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e HTTP/1.1" status: 404 len: 347 time: 0.0276754 Apr 22 08:07:54.348066 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c31808-4933-4d31-8068-030cbc14bf03 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e9a4b6-4eb4-40f7-bf74-9ef6bba6a80e,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:54.349957 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 36904) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:54.495481 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-87c91220-7ef3-4fd7-ad18-cc49882a213d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (beceda13-7626-4e72-bdf2-10932a5875fe), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:54.526407 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7e3dc3-9fb6-48b6-a73e-ada39be53750 admin admin] Router 4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 is scheduled to L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe with binding_index 1 {{(pid=103833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 08:07:54.548518 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-87c91220-7ef3-4fd7-ad18-cc49882a213d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (beceda13-7626-4e72-bdf2-10932a5875fe), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:54.597172 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-4c962755-4033-4c82-ae92-3cc60a7471eb tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Deleting port ac85eb69-0c15-40f7-b89c-4a4f2171b9d0 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:07:54.603546 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4c962755-4033-4c82-ae92-3cc60a7471eb tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (ac85eb69-0c15-40f7-b89c-4a4f2171b9d0), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:54.651379 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7e3dc3-9fb6-48b6-a73e-ada39be53750 admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:07:54.664822 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] Sync routers for ids ['4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'] in dv-cinder-838880-1-smb {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:07:54.675129 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] Routers {'4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:07:54.675764 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:07:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:54.688652 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4c962755-4033-4c82-ae92-3cc60a7471eb tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (ac85eb69-0c15-40f7-b89c-4a4f2171b9d0), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:54.688987 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4c962755-4033-4c82-ae92-3cc60a7471eb tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for floatingip (ac85eb69-0c15-40f7-b89c-4a4f2171b9d0), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:54.702513 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-4c962755-4033-4c82-ae92-3cc60a7471eb tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Calling delete_port for ac85eb69-0c15-40f7-b89c-4a4f2171b9d0 owned by network:floatingip {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:07:54.752813 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3dc3-9fb6-48b6-a73e-ada39be53750 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:54.753867 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-87c91220-7ef3-4fd7-ad18-cc49882a213d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (beceda13-7626-4e72-bdf2-10932a5875fe), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:54.757441 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-fe7e3dc3-9fb6-48b6-a73e-ada39be53750 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5103712 Apr 22 08:07:54.758310 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-87c91220-7ef3-4fd7-ad18-cc49882a213d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:54.758420 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 36906) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:54.760586 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-87c91220-7ef3-4fd7-ad18-cc49882a213d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "DELETE /v2.0/security-groups/beceda13-7626-4e72-bdf2-10932a5875fe HTTP/1.1" status: 204 len: 168 time: 0.4691813 Apr 22 08:07:54.761226 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 36908) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:54.787637 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.api.v2.resource [None req-bbb8af8d-7159-421d-8c45-33b40dde648a tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] show failed (client error): The resource could not be found. Apr 22 08:07:54.791964 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-bbb8af8d-7159-421d-8c45-33b40dde648a tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups/beceda13-7626-4e72-bdf2-10932a5875fe HTTP/1.1" status: 404 len: 347 time: 0.0247326 Apr 22 08:07:54.792669 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 36910) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:54.793696 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] Set router 4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:07:54.802819 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c91220-7ef3-4fd7-ad18-cc49882a213d tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beceda13-7626-4e72-bdf2-10932a5875fe,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:54.886409 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e774ebc0-f23c-488b-823a-6d6ae7932d81 None None] Network 52c8a8db-0a51-4766-b335-b1a3568ac7d7 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:07:54.995865 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-c347c311-a6b8-4742-ad78-fbc092748d1f tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Deleting port 3e0bf1a4-84ae-481d-9ff6-28039ea762ad {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:07:54.995865 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c347c311-a6b8-4742-ad78-fbc092748d1f tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (3e0bf1a4-84ae-481d-9ff6-28039ea762ad), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:55.024979 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1bf150dd-bf91-4f44-8640-e03a4ce89c54 None None] Provisioning complete for port 8af9658b-03b6-4935-84d1-1e435f083b79 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:07:55.025563 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1bf150dd-bf91-4f44-8640-e03a4ce89c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (8af9658b-03b6-4935-84d1-1e435f083b79), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:55.081733 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4c962755-4033-4c82-ae92-3cc60a7471eb tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (ac85eb69-0c15-40f7-b89c-4a4f2171b9d0), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:55.097240 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 8af9658b-03b6-4935-84d1-1e435f083b79 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:07:55.120476 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c962755-4033-4c82-ae92-3cc60a7471eb tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Pushing event deleted for resources: {'Port': ['ID=ac85eb69-0c15-40f7-b89c-4a4f2171b9d0,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:55.183287 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c347c311-a6b8-4742-ad78-fbc092748d1f tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (3e0bf1a4-84ae-481d-9ff6-28039ea762ad), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:55.183669 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c347c311-a6b8-4742-ad78-fbc092748d1f tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (3e0bf1a4-84ae-481d-9ff6-28039ea762ad), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:55.207083 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-c347c311-a6b8-4742-ad78-fbc092748d1f tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Calling delete_port for 3e0bf1a4-84ae-481d-9ff6-28039ea762ad owned by network:floatingip {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:07:55.224895 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4c962755-4033-4c82-ae92-3cc60a7471eb tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks [] for floatingip (a5d6b7bf-0fe1-428c-b285-aafd1b2193ac), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:55.228065 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4c962755-4033-4c82-ae92-3cc60a7471eb tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:55.231943 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-4c962755-4033-4c82-ae92-3cc60a7471eb tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "DELETE /v2.0/floatingips/a5d6b7bf-0fe1-428c-b285-aafd1b2193ac HTTP/1.1" status: 204 len: 168 time: 0.8523204 Apr 22 08:07:55.275865 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 8af9658b-03b6-4935-84d1-1e435f083b79 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:07:55.276254 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (8af9658b-03b6-4935-84d1-1e435f083b79), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:55.316487 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1bf150dd-bf91-4f44-8640-e03a4ce89c54 None None] Current status of the port 8af9658b-03b6-4935-84d1-1e435f083b79 is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:07:55.316893 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1bf150dd-bf91-4f44-8640-e03a4ce89c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (8af9658b-03b6-4935-84d1-1e435f083b79), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:55.354849 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'name': 'tempest-TestMinimumBasicScenario-2009339041-router', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:52Z', 'updated_at': '2022-04-22T08:07:53Z', 'revision_number': 3, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'gw_port': {'id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:96:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:53Z', 'updated_at': '2022-04-22T08:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:55.390259 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device d2568104-a3d6-43ac-84a8-c524baba461d no longer exists at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:07:55.403154 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] Checking router: 4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 for host: dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:07:55.403154 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] Updating router 4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 port 500212c1-9576-4c7e-88a4-95cb291886ee binding host dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 08:07:55.441858 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-1bf150dd-bf91-4f44-8640-e03a4ce89c54 None None] For port 8af9658b-03b6-4935-84d1-1e435f083b79, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=8af9658b-03b6-4935-84d1-1e435f083b79,segment=NetworkSegment(c62eaefb-9891-4d3c-962a-b78e6fc268b1),segment_id=c62eaefb-9891-4d3c-962a-b78e6fc268b1)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:07:55.460757 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] No Port match for: d2568104-a3d6-43ac-84a8-c524baba461d {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:07:55.460757 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device d2568104-a3d6-43ac-84a8-c524baba461d not bound to the agent host hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:07:55.461165 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device df9e758a-5497-4ac9-9552-d91ac379e607 no longer exists at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:07:55.491644 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] No Port match for: df9e758a-5497-4ac9-9552-d91ac379e607 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:07:55.491997 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device df9e758a-5497-4ac9-9552-d91ac379e607 not bound to the agent host hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:07:55.515241 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (500212c1-9576-4c7e-88a4-95cb291886ee), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:55.521017 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c347c311-a6b8-4742-ad78-fbc092748d1f tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (3e0bf1a4-84ae-481d-9ff6-28039ea762ad), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:55.557250 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 8af9658b-03b6-4935-84d1-1e435f083b79 is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:07:55.557578 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (8af9658b-03b6-4935-84d1-1e435f083b79), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:55.558845 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347c311-a6b8-4742-ad78-fbc092748d1f tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event deleted for resources: {'Port': ['ID=3e0bf1a4-84ae-481d-9ff6-28039ea762ad,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:55.559660 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1bf150dd-bf91-4f44-8640-e03a4ce89c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (8af9658b-03b6-4935-84d1-1e435f083b79), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:55.567637 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-45a1bd89-3d59-4301-b548-03b63618aed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:55.625782 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c347c311-a6b8-4742-ad78-fbc092748d1f tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (1deef1d2-8800-428a-930d-12966fa9dd8d), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:55.628165 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c347c311-a6b8-4742-ad78-fbc092748d1f tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:55.629557 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-c347c311-a6b8-4742-ad78-fbc092748d1f tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "DELETE /v2.0/floatingips/1deef1d2-8800-428a-930d-12966fa9dd8d HTTP/1.1" status: 204 len: 168 time: 0.8341246 Apr 22 08:07:55.752468 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-45a1bd89-3d59-4301-b548-03b63618aed5 admin admin] Allocated IP 172.20.0.1 (52c8a8db-0a51-4766-b335-b1a3568ac7d7/57d7abe5-9276-474f-b2f5-7f98c78bd2d4/ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:07:55.859399 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf150dd-bf91-4f44-8640-e03a4ce89c54 None None] Pushing event updated for resources: {'Port': ['ID=8af9658b-03b6-4935-84d1-1e435f083b79,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:55.862388 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-45a1bd89-3d59-4301-b548-03b63618aed5 admin admin] Publish callbacks [] for port (ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:55.865873 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1f8e32a9-7a0e-4262-a9ab-457501ce03a0 None None] Provisioning complete for port 8af9658b-03b6-4935-84d1-1e435f083b79 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:07:55.866255 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1f8e32a9-7a0e-4262-a9ab-457501ce03a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (8af9658b-03b6-4935-84d1-1e435f083b79), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:55.903620 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.db.api [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103834) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 08:07:55.903982 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG oslo_db.api [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 08:07:55.959410 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-45a1bd89-3d59-4301-b548-03b63618aed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:56.003373 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a1bd89-3d59-4301-b548-03b63618aed5 admin admin] Network 52c8a8db-0a51-4766-b335-b1a3568ac7d7 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:07:56.006152 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-45a1bd89-3d59-4301-b548-03b63618aed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:07:56.008741 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a1bd89-3d59-4301-b548-03b63618aed5 admin admin] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:07:56.042234 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1bd89-3d59-4301-b548-03b63618aed5 admin admin] Pushing event updated for resources: {'Port': ['ID=ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:56.043868 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e32a9-7a0e-4262-a9ab-457501ce03a0 None None] Current status of the port 8af9658b-03b6-4935-84d1-1e435f083b79 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:07:56.069184 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-45a1bd89-3d59-4301-b548-03b63618aed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706235'] for router_interface (4004650e-fb7f-4b2d-aaa1-c8902cfb30b8), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:56.089194 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 36918) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:56.094200 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-8b0d18ca-475e-401a-9103-a75274fb00f5 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1600125623', 'description': 'tempest-description--977030420'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:07:56.110953 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] Publish callbacks [] for port (500212c1-9576-4c7e-88a4-95cb291886ee), precommit_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:56.195274 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (500212c1-9576-4c7e-88a4-95cb291886ee), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:56.230354 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8b0d18ca-475e-401a-9103-a75274fb00f5 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:56.251500 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] Attempting to bind port 500212c1-9576-4c7e-88a4-95cb291886ee on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:07:56.252787 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] Attempting to bind port 500212c1-9576-4c7e-88a4-95cb291886ee by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:07:56.252787 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] Attempting to bind port 500212c1-9576-4c7e-88a4-95cb291886ee on network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:07:56.254248 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f1014-5c46-4bcf-bb97-68223b065502 None None] Pushing event updated for resources: {'Port': ['ID=500212c1-9576-4c7e-88a4-95cb291886ee,revision_number=2']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:56.259813 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:07:56.260747 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] Checking segment: {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:07:56.260747 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:56.260962 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] Bound using segment: {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:07:56.261431 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] Bound port: 500212c1-9576-4c7e-88a4-95cb291886ee, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:07:56.261817 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (500212c1-9576-4c7e-88a4-95cb291886ee), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:56.285435 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-45a1bd89-3d59-4301-b548-03b63618aed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:56.315515 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-ce089d4c-ea77-42dc-82cf-fe491ab16c41 None None] Provisioning complete for port ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:07:56.315883 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-ce089d4c-ea77-42dc-82cf-fe491ab16c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:56.322770 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8b0d18ca-475e-401a-9103-a75274fb00f5 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (a24f5591-060f-466f-a8a2-bc7dfdbb0553), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:56.350231 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] For port 500212c1-9576-4c7e-88a4-95cb291886ee, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:07:56.365581 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-ce089d4c-ea77-42dc-82cf-fe491ab16c41 None None] Port ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:07:56.366226 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8b0d18ca-475e-401a-9103-a75274fb00f5 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (a24f5591-060f-466f-a8a2-bc7dfdbb0553), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:56.368020 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] For port 500212c1-9576-4c7e-88a4-95cb291886ee, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=500212c1-9576-4c7e-88a4-95cb291886ee,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:07:56.397159 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d18ca-475e-401a-9103-a75274fb00f5 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a24f5591-060f-466f-a8a2-bc7dfdbb0553,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:56.432431 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (500212c1-9576-4c7e-88a4-95cb291886ee), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:56.455933 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8b0d18ca-475e-401a-9103-a75274fb00f5 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:56.458049 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-8b0d18ca-475e-401a-9103-a75274fb00f5 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3672037 Apr 22 08:07:56.461511 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 36920) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:56.468763 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-00796f81-a40c-47e6-a010-495fe8acc716 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'security_group_rule': {'security_group_id': 'a24f5591-060f-466f-a8a2-bc7dfdbb0553', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:07:56.472016 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 8af9658b-03b6-4935-84d1-1e435f083b79 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:07:56.475225 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-45a1bd89-3d59-4301-b548-03b63618aed5 admin admin] Publish callbacks [] for port (ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:56.503150 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] Routers {'4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:07:56.503773 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:07:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:56.505466 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f1014-5c46-4bcf-bb97-68223b065502 None None] Pushing event updated for resources: {'Port': ['ID=500212c1-9576-4c7e-88a4-95cb291886ee,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:56.551086 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-45a1bd89-3d59-4301-b548-03b63618aed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079315'] for port (ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:56.605875 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-00796f81-a40c-47e6-a010-495fe8acc716 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (0a1ad5d5-0347-4856-a98d-9042ef66ce1e), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:56.616018 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] Set router 4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:07:56.629446 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1bd89-3d59-4301-b548-03b63618aed5 admin admin] Pushing event updated for resources: {'Port': ['ID=ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:56.640861 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-45a1bd89-3d59-4301-b548-03b63618aed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705803'] for router_interface (4004650e-fb7f-4b2d-aaa1-c8902cfb30b8), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:56.737745 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-00796f81-a40c-47e6-a010-495fe8acc716 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (0a1ad5d5-0347-4856-a98d-9042ef66ce1e), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:56.770633 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a1bd89-3d59-4301-b548-03b63618aed5 admin admin] Network 52c8a8db-0a51-4766-b335-b1a3568ac7d7 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:07:56.772060 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-45a1bd89-3d59-4301-b548-03b63618aed5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:07:56.830797 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'name': 'tempest-TestMinimumBasicScenario-2009339041-router', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:52Z', 'updated_at': '2022-04-22T08:07:56Z', 'revision_number': 4, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'gw_port': {'id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:96:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:53Z', 'updated_at': '2022-04-22T08:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': 'ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f', 'name': '', 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'mac_address': 'fa:16:3e:b4:51:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:55Z', 'updated_at': '2022-04-22T08:07:55Z', 'revision_number': 1, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'subnets': [{'id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:56.857345 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61950b0-61bb-4390-acc7-da790be7816c None None] The sync data for ids ['4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'] in dv-cinder-838880-1-smb is: [{'id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'name': 'tempest-TestMinimumBasicScenario-2009339041-router', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:52Z', 'updated_at': '2022-04-22T08:07:56Z', 'revision_number': 4, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'gw_port': {'id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:96:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:53Z', 'updated_at': '2022-04-22T08:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': 'ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f', 'name': '', 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'mac_address': 'fa:16:3e:b4:51:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:55Z', 'updated_at': '2022-04-22T08:07:55Z', 'revision_number': 1, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'subnets': [{'id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:07:56.876795 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-00796f81-a40c-47e6-a010-495fe8acc716 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (0a1ad5d5-0347-4856-a98d-9042ef66ce1e), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:56.901824 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00796f81-a40c-47e6-a010-495fe8acc716 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1ad5d5-0347-4856-a98d-9042ef66ce1e,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:56.922558 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a1bd89-3d59-4301-b548-03b63618aed5 admin admin] Router 4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:07:56.988670 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-00796f81-a40c-47e6-a010-495fe8acc716 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:56.992540 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-00796f81-a40c-47e6-a010-495fe8acc716 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5276437 Apr 22 08:07:56.993666 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 36928) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:56.999596 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-2ea2472c-5223-46cb-8f66-45a9adad7e1a None None] Provisioning complete for port ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:07:57.000085 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-2ea2472c-5223-46cb-8f66-45a9adad7e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:57.000256 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-e75381e5-32f6-4eb4-b904-49c4625e3333 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'security_group_rule': {'security_group_id': 'a24f5591-060f-466f-a8a2-bc7dfdbb0553', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:07:57.045657 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 8af9658b-03b6-4935-84d1-1e435f083b79 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:07:57.066843 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a1bd89-3d59-4301-b548-03b63618aed5 admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:07:57.074725 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-45a1bd89-3d59-4301-b548-03b63618aed5 admin admin] 10.222.0.13 "PUT /v2.0/routers/4004650e-fb7f-4b2d-aaa1-c8902cfb30b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3133612 Apr 22 08:07:57.077636 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2472c-5223-46cb-8f66-45a9adad7e1a None None] Port ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:07:57.127853 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e75381e5-32f6-4eb4-b904-49c4625e3333 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (6d93bbe3-a5e8-4de0-88ff-bfc6efaf8ae6), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:57.141004 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 8af9658b-03b6-4935-84d1-1e435f083b79 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:07:57.141298 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (8af9658b-03b6-4935-84d1-1e435f083b79), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:57.208301 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e75381e5-32f6-4eb4-b904-49c4625e3333 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (6d93bbe3-a5e8-4de0-88ff-bfc6efaf8ae6), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:57.243063 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 8af9658b-03b6-4935-84d1-1e435f083b79 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:07:57.297689 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e75381e5-32f6-4eb4-b904-49c4625e3333 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (6d93bbe3-a5e8-4de0-88ff-bfc6efaf8ae6), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:57.316705 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75381e5-32f6-4eb4-b904-49c4625e3333 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d93bbe3-a5e8-4de0-88ff-bfc6efaf8ae6,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:57.403645 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e75381e5-32f6-4eb4-b904-49c4625e3333 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:57.408372 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-e75381e5-32f6-4eb4-b904-49c4625e3333 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4120178 Apr 22 08:07:57.410987 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 36936) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:57.416078 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-75dc2670-f197-434a-aefe-b0bc796596ec tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'floatingip': {'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:07:57.468073 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:57.500022 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-75dc2670-f197-434a-aefe-b0bc796596ec tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:57.629699 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-75dc2670-f197-434a-aefe-b0bc796596ec tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:57.761111 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-75dc2670-f197-434a-aefe-b0bc796596ec tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Allocated IP 172.28.2.53 (1ba3c60b-0bed-4e05-bf6c-e6da0128f626/c65f8918-06d0-4042-b508-c83c4010a7fc/98b5249b-2a6a-416a-bbd0-e4e26eaa8f9d) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:07:57.895991 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-75dc2670-f197-434a-aefe-b0bc796596ec tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for port (98b5249b-2a6a-416a-bbd0-e4e26eaa8f9d), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:57.981587 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 36950) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:57.987237 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-41c1eaca-defe-4fbf-b29c-b92f791824e2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1689665013-network', 'tenant_id': '03514255ee3c497fb6809fd84b48a824'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:07:58.007024 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-75dc2670-f197-434a-aefe-b0bc796596ec tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (98b5249b-2a6a-416a-bbd0-e4e26eaa8f9d), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:58.052493 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dc2670-f197-434a-aefe-b0bc796596ec tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:07:58.062928 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-75dc2670-f197-434a-aefe-b0bc796596ec tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:07:58.067132 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dc2670-f197-434a-aefe-b0bc796596ec tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:07:58.102745 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc2670-f197-434a-aefe-b0bc796596ec tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'Port': ['ID=98b5249b-2a6a-416a-bbd0-e4e26eaa8f9d,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:58.139457 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c1eaca-defe-4fbf-b29c-b92f791824e2 admin admin] Made reservation on behalf of 03514255ee3c497fb6809fd84b48a824 for: {'network': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:07:58.142330 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-41c1eaca-defe-4fbf-b29c-b92f791824e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for network (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:58.157362 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-41c1eaca-defe-4fbf-b29c-b92f791824e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:58.181922 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-75dc2670-f197-434a-aefe-b0bc796596ec tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (ab6fe9b9-f405-4275-be30-f4e8a00e2dc7), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:58.257398 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-41c1eaca-defe-4fbf-b29c-b92f791824e2 admin admin] Publish callbacks [] for security_group (34ba0295-0057-40cc-b398-aa290554cbfd), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:58.333976 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550818a-36bd-41c4-993d-9893b86f4c2d req-7517aa50-8462-49db-94e6-2e1244fbb7f2 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:58.341404 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7550818a-36bd-41c4-993d-9893b86f4c2d req-7517aa50-8462-49db-94e6-2e1244fbb7f2 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0685358 Apr 22 08:07:58.359452 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-41c1eaca-defe-4fbf-b29c-b92f791824e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (34ba0295-0057-40cc-b398-aa290554cbfd), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:58.367713 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-75dc2670-f197-434a-aefe-b0bc796596ec tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (98b5249b-2a6a-416a-bbd0-e4e26eaa8f9d), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:58.403221 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c1eaca-defe-4fbf-b29c-b92f791824e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 08:07:58.420465 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1eaca-defe-4fbf-b29c-b92f791824e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ba0295-0057-40cc-b398-aa290554cbfd,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:58.429248 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-41c1eaca-defe-4fbf-b29c-b92f791824e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (6740b7c2-bec6-4310-9b18-c2ba496bcc56), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:58.429539 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.segments_db [None req-41c1eaca-defe-4fbf-b29c-b92f791824e2 admin admin] Added segment 6740b7c2-bec6-4310-9b18-c2ba496bcc56 of type vlan for network 56cbfba8-8abd-4f6f-a07a-c66bb4d808a8 Apr 22 08:07:58.441818 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7550818a-36bd-41c4-993d-9893b86f4c2d req-8d8f43bc-531d-4c53-a1ab-ec146a71c046 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990350 Apr 22 08:07:58.474104 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-41c1eaca-defe-4fbf-b29c-b92f791824e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744464744888'] for network (56cbfba8-8abd-4f6f-a07a-c66bb4d808a8), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:58.534887 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-75dc2670-f197-434a-aefe-b0bc796596ec tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for port (98b5249b-2a6a-416a-bbd0-e4e26eaa8f9d), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:58.549177 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-41c1eaca-defe-4fbf-b29c-b92f791824e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for network (56cbfba8-8abd-4f6f-a07a-c66bb4d808a8), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:58.553592 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c1eaca-defe-4fbf-b29c-b92f791824e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:58.553592 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-41c1eaca-defe-4fbf-b29c-b92f791824e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:58.599104 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-75dc2670-f197-434a-aefe-b0bc796596ec tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079315'] for port (98b5249b-2a6a-416a-bbd0-e4e26eaa8f9d), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:58.617395 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1eaca-defe-4fbf-b29c-b92f791824e2 admin admin] Pushing event updated for resources: {'Network': ['ID=56cbfba8-8abd-4f6f-a07a-c66bb4d808a8,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:58.627873 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Network 56cbfba8-8abd-4f6f-a07a-c66bb4d808a8 details requested by agent ovs-agent-dv-cinder-838880-1-smb with host dv-cinder-838880-1-smb {{(pid=103834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 22 08:07:58.673051 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc2670-f197-434a-aefe-b0bc796596ec tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'Port': ['ID=98b5249b-2a6a-416a-bbd0-e4e26eaa8f9d,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:58.686367 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-41c1eaca-defe-4fbf-b29c-b92f791824e2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7007098 Apr 22 08:07:58.686572 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-75dc2670-f197-434a-aefe-b0bc796596ec tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (ab6fe9b9-f405-4275-be30-f4e8a00e2dc7), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:58.688903 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 36954) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:58.693894 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-f01f7f7f-b918-466f-9701-ca388b1dc124 admin admin] Request body: {'subnet': {'network_id': '56cbfba8-8abd-4f6f-a07a-c66bb4d808a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1689665013-subnet', 'tenant_id': '03514255ee3c497fb6809fd84b48a824', 'ip_version': 4}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:07:58.766858 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-75dc2670-f197-434a-aefe-b0bc796596ec tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:58.768088 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-75dc2670-f197-434a-aefe-b0bc796596ec tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3559046 Apr 22 08:07:58.816258 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01f7f7f-b918-466f-9701-ca388b1dc124 admin admin] Made reservation on behalf of 03514255ee3c497fb6809fd84b48a824 for: {'subnet': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:07:58.822717 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f01f7f7f-b918-466f-9701-ca388b1dc124 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645601'] for subnet (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:59.022757 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-9ccdc5b0-964e-4309-bbd2-9ee06d2a106a tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1600125623&fields=id&tenant_id=418089b9d73b40b198fe850c8e0fa9b8 HTTP/1.1" status: 200 len: 267 time: 0.0902760 Apr 22 08:07:59.040388 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 500212c1-9576-4c7e-88a4-95cb291886ee up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:07:59.088808 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 500212c1-9576-4c7e-88a4-95cb291886ee triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:07:59.089183 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (500212c1-9576-4c7e-88a4-95cb291886ee), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:59.100104 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f01f7f7f-b918-466f-9701-ca388b1dc124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4133480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645599'] for subnet (548963c9-dfef-414f-b3f4-98c08d93451f), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:59.159068 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] Sync routers for ids ['4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:07:59.171172 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] Routers {'4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:07:59.172724 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:07:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:59.173759 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 500212c1-9576-4c7e-88a4-95cb291886ee is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:07:59.174153 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (500212c1-9576-4c7e-88a4-95cb291886ee), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:59.183951 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f7f7f-b918-466f-9701-ca388b1dc124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=548963c9-dfef-414f-b3f4-98c08d93451f,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:59.194429 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] For port 500212c1-9576-4c7e-88a4-95cb291886ee, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=500212c1-9576-4c7e-88a4-95cb291886ee,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:07:59.198799 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-bb40dfc0-800c-49f1-86aa-e0a53f9e0620 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:59.200271 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-bb40dfc0-800c-49f1-86aa-e0a53f9e0620 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/networks?id=6dee7f59-68db-465f-b55a-26e8be06de12 HTTP/1.1" status: 200 len: 815 time: 0.1688786 Apr 22 08:07:59.203399 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01f7f7f-b918-466f-9701-ca388b1dc124 admin admin] Checking segment: {'id': '6740b7c2-bec6-4310-9b18-c2ba496bcc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '56cbfba8-8abd-4f6f-a07a-c66bb4d808a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:07:59.204356 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01f7f7f-b918-466f-9701-ca388b1dc124 admin admin] Network hostable DHCP agents. Network: 56cbfba8-8abd-4f6f-a07a-c66bb4d808a8, hostable agents: ['ca8a9934-86f7-419c-ae11-6a211419c5d0'], hosted agents: [] {{(pid=103832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 08:07:59.222056 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-0046c2e4-9794-4ab4-b530-1a79c84c0cba tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/quotas/418089b9d73b40b198fe850c8e0fa9b8 HTTP/1.1" status: 200 len: 375 time: 0.0159111 Apr 22 08:07:59.279273 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (500212c1-9576-4c7e-88a4-95cb291886ee), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:59.284761 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-89731df8-b195-4136-8f77-b087da06f936 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=418089b9d73b40b198fe850c8e0fa9b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517406 Apr 22 08:07:59.294711 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] Set router 4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:07:59.308571 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01f7f7f-b918-466f-9701-ca388b1dc124 admin admin] Network 56cbfba8-8abd-4f6f-a07a-c66bb4d808a8 is scheduled to be hosted by DHCP agent ca8a9934-86f7-419c-ae11-6a211419c5d0 with binding_index 1 {{(pid=103832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 08:07:59.327047 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Pushing event updated for resources: {'Port': ['ID=500212c1-9576-4c7e-88a4-95cb291886ee,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:07:59.396536 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-8d4480d4-ca74-49ab-9582-43a6d6eea52a service neutron] 10.222.0.13 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002784 Apr 22 08:07:59.400492 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-f01f7f7f-b918-466f-9701-ca388b1dc124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838880-1-smb, 56cbfba8-8abd-4f6f-a07a-c66bb4d808a8) {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:07:59.409697 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdc02d9-c82b-4a25-9944-acf010b2e840 None None] Network 56cbfba8-8abd-4f6f-a07a-c66bb4d808a8 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:07:59.412849 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01f7f7f-b918-466f-9701-ca388b1dc124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:59.413448 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f01f7f7f-b918-466f-9701-ca388b1dc124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:59.519217 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-f01f7f7f-b918-466f-9701-ca388b1dc124 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8290803 Apr 22 08:07:59.519348 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 36970) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:07:59.523672 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-29a5a611-f64c-4674-b20e-dcd336c7e38b service neutron] 10.222.0.13 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211538 Apr 22 08:07:59.524161 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-a84b6406-c773-4fba-816c-a18aeb1df25f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1689665013-router', 'tenant_id': '03514255ee3c497fb6809fd84b48a824', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:07:59.529156 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25d5c5d-7553-49ac-902b-64c9528ec63e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp800e8c9e-5289-576f-bc13-8821e13a44bc-56cbfba8-8abd-4f6f-a07a-c66bb4d808a8', 'network_id': '56cbfba8-8abd-4f6f-a07a-c66bb4d808a8', 'project_id': '03514255ee3c497fb6809fd84b48a824', 'fixed_ips': [{'subnet_id': '548963c9-dfef-414f-b3f4-98c08d93451f'}]}} from dv-cinder-838880-1-smb. {{(pid=103834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 22 08:07:59.530120 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-d25d5c5d-7553-49ac-902b-64c9528ec63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:59.540697 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'name': 'tempest-TestMinimumBasicScenario-2009339041-router', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:52Z', 'updated_at': '2022-04-22T08:07:56Z', 'revision_number': 4, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'gw_port': {'id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:96:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:53Z', 'updated_at': '2022-04-22T08:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': 'ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f', 'name': '', 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'mac_address': 'fa:16:3e:b4:51:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:55Z', 'updated_at': '2022-04-22T08:07:56Z', 'revision_number': 2, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'subnets': [{'id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:07:59.580425 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] Checking router: 4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:07:59.580874 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] Updating router 4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 port ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f binding host dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 08:07:59.604206 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132bc74-2203-41f9-ac88-c76ec584f20d req-5e7fa7e9-5f22-4c7e-97e2-c223d172440f tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:07:59.605850 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0132bc74-2203-41f9-ac88-c76ec584f20d req-5e7fa7e9-5f22-4c7e-97e2-c223d172440f tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0746710 Apr 22 08:07:59.616629 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f), before_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:59.622338 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a84b6406-c773-4fba-816c-a18aeb1df25f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-710721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10227'] for router (38bace9f-2f2c-485b-a62b-139ecdf442d0), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:59.623487 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a84b6406-c773-4fba-816c-a18aeb1df25f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10234'] for router (38bace9f-2f2c-485b-a62b-139ecdf442d0), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:59.663409 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0132bc74-2203-41f9-ac88-c76ec584f20d req-1af8bb5b-d00a-4afd-b6cf-a5583a5e1783 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497158 Apr 22 08:07:59.690657 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a84b6406-c773-4fba-816c-a18aeb1df25f admin admin] Publish callbacks [] for router_controller (38bace9f-2f2c-485b-a62b-139ecdf442d0), precommit_add_association {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:59.717749 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.db_base_plugin_common [None req-d25d5c5d-7553-49ac-902b-64c9528ec63e None None] Allocated IP 172.20.0.2 (56cbfba8-8abd-4f6f-a07a-c66bb4d808a8/548963c9-dfef-414f-b3f4-98c08d93451f/c4f76f48-5874-4ab3-9847-582a14f2fc24) {{(pid=103834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:07:59.876572 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e6d40742-3028-4e06-a7e7-fda3f0c887d8 req-c5b4e336-fc7d-45d1-b7cd-03fc23d15f45 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=e326ac1e-39e9-4037-8619-c9d22a4cd1ce HTTP/1.1" status: 200 len: 210 time: 0.0581315 Apr 22 08:07:59.927805 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-d25d5c5d-7553-49ac-902b-64c9528ec63e None None] Publish callbacks [] for port (c4f76f48-5874-4ab3-9847-582a14f2fc24), precommit_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:59.955281 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:07:59.968919 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] Publish callbacks [] for port (ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f), precommit_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:07:59.995194 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a84b6406-c773-4fba-816c-a18aeb1df25f admin admin] Publish callbacks [] for router_gateway (38bace9f-2f2c-485b-a62b-139ecdf442d0), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:00.000319 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-d25d5c5d-7553-49ac-902b-64c9528ec63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613'] for port (c4f76f48-5874-4ab3-9847-582a14f2fc24), after_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:00.041195 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25d5c5d-7553-49ac-902b-64c9528ec63e None None] Network 56cbfba8-8abd-4f6f-a07a-c66bb4d808a8 is already hosted by enough agents. {{(pid=103834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:08:00.044079 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.scheduler.base_scheduler [None req-d25d5c5d-7553-49ac-902b-64c9528ec63e None None] Resources bound (agent type, host, resource id): {{(pid=103834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:08:00.051098 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25d5c5d-7553-49ac-902b-64c9528ec63e None None] Received port after_create {{(pid=103834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:08:00.056226 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f), after_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:00.056810 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d5c5d-7553-49ac-902b-64c9528ec63e None None] Pushing event updated for resources: {'Port': ['ID=c4f76f48-5874-4ab3-9847-582a14f2fc24,revision_number=1']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:00.105199 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de518f6-a780-4a55-a935-ad64f8324ce6 None None] Pushing event updated for resources: {'Port': ['ID=ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f,revision_number=3']} {{(pid=103835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:00.113887 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de518f6-a780-4a55-a935-ad64f8324ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:00.118111 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de518f6-a780-4a55-a935-ad64f8324ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:00.118111 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de518f6-a780-4a55-a935-ad64f8324ce6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:00.118111 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de518f6-a780-4a55-a935-ad64f8324ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:00.118111 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de518f6-a780-4a55-a935-ad64f8324ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:00.118111 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de518f6-a780-4a55-a935-ad64f8324ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:00.118111 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de518f6-a780-4a55-a935-ad64f8324ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:00.118111 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de518f6-a780-4a55-a935-ad64f8324ce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:00.118111 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de518f6-a780-4a55-a935-ad64f8324ce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:00.118111 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de518f6-a780-4a55-a935-ad64f8324ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:00.118111 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de518f6-a780-4a55-a935-ad64f8324ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:00.118111 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de518f6-a780-4a55-a935-ad64f8324ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:00.119051 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de518f6-a780-4a55-a935-ad64f8324ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:00.150358 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-d25d5c5d-7553-49ac-902b-64c9528ec63e None None] Attempting to bind port c4f76f48-5874-4ab3-9847-582a14f2fc24 on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:08:00.150781 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-d25d5c5d-7553-49ac-902b-64c9528ec63e None None] Attempting to bind port c4f76f48-5874-4ab3-9847-582a14f2fc24 by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': '6740b7c2-bec6-4310-9b18-c2ba496bcc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '56cbfba8-8abd-4f6f-a07a-c66bb4d808a8'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:08:00.151239 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25d5c5d-7553-49ac-902b-64c9528ec63e None None] Attempting to bind port c4f76f48-5874-4ab3-9847-582a14f2fc24 on network 56cbfba8-8abd-4f6f-a07a-c66bb4d808a8 {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:08:00.157414 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25d5c5d-7553-49ac-902b-64c9528ec63e None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:08:00.157794 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25d5c5d-7553-49ac-902b-64c9528ec63e None None] Checking segment: {'id': '6740b7c2-bec6-4310-9b18-c2ba496bcc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '56cbfba8-8abd-4f6f-a07a-c66bb4d808a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:08:00.158202 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-d25d5c5d-7553-49ac-902b-64c9528ec63e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:00.158892 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25d5c5d-7553-49ac-902b-64c9528ec63e None None] Bound using segment: {'id': '6740b7c2-bec6-4310-9b18-c2ba496bcc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '56cbfba8-8abd-4f6f-a07a-c66bb4d808a8'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:08:00.159497 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-d25d5c5d-7553-49ac-902b-64c9528ec63e None None] Bound port: c4f76f48-5874-4ab3-9847-582a14f2fc24, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6740b7c2-bec6-4310-9b18-c2ba496bcc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '56cbfba8-8abd-4f6f-a07a-c66bb4d808a8'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:08:00.159877 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-d25d5c5d-7553-49ac-902b-64c9528ec63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (c4f76f48-5874-4ab3-9847-582a14f2fc24), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:00.189616 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] Attempting to bind port ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:08:00.190124 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] Attempting to bind port ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': 'c62eaefb-9891-4d3c-962a-b78e6fc268b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7'}] {{(pid=103835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:08:00.190359 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] Attempting to bind port ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f on network 52c8a8db-0a51-4766-b335-b1a3568ac7d7 {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:08:00.196496 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:08:00.196881 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] Checking segment: {'id': 'c62eaefb-9891-4d3c-962a-b78e6fc268b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:08:00.197433 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:00.197838 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] Bound using segment: {'id': 'c62eaefb-9891-4d3c-962a-b78e6fc268b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7'} {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:08:00.198324 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] Bound port: ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62eaefb-9891-4d3c-962a-b78e6fc268b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7'}}] {{(pid=103835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:08:00.198750 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f), before_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:00.258208 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-d25d5c5d-7553-49ac-902b-64c9528ec63e None None] For port c4f76f48-5874-4ab3-9847-582a14f2fc24, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:08:00.266637 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-d25d5c5d-7553-49ac-902b-64c9528ec63e None None] For port c4f76f48-5874-4ab3-9847-582a14f2fc24, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=c4f76f48-5874-4ab3-9847-582a14f2fc24,segment=NetworkSegment(6740b7c2-bec6-4310-9b18-c2ba496bcc56),segment_id=6740b7c2-bec6-4310-9b18-c2ba496bcc56)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:08:00.290734 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.db [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] For port ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:08:00.294632 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.db [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] For port ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f,segment=NetworkSegment(c62eaefb-9891-4d3c-962a-b78e6fc268b1),segment_id=c62eaefb-9891-4d3c-962a-b78e6fc268b1)] {{(pid=103835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:08:00.338389 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-d25d5c5d-7553-49ac-902b-64c9528ec63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (c4f76f48-5874-4ab3-9847-582a14f2fc24), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:00.367165 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a84b6406-c773-4fba-816c-a18aeb1df25f admin admin] Publish callbacks [] for router_gateway (38bace9f-2f2c-485b-a62b-139ecdf442d0), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:00.367881 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f), after_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:00.395092 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a84b6406-c773-4fba-816c-a18aeb1df25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:00.447805 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d5c5d-7553-49ac-902b-64c9528ec63e None None] Pushing event updated for resources: {'Port': ['ID=c4f76f48-5874-4ab3-9847-582a14f2fc24,revision_number=2']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:00.452165 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-741e067d-14cb-4b89-a951-8b8732df79a0 None None] Provisioning complete for port ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:08:00.452493 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-741e067d-14cb-4b89-a951-8b8732df79a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:00.468189 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de518f6-a780-4a55-a935-ad64f8324ce6 None None] Pushing event updated for resources: {'Port': ['ID=ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f,revision_number=4']} {{(pid=103835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:00.492553 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] Routers {'4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:08:00.493998 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:07:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:00.554524 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-a84b6406-c773-4fba-816c-a18aeb1df25f admin admin] Allocated IP 172.28.2.101 (1ba3c60b-0bed-4e05-bf6c-e6da0128f626/c65f8918-06d0-4042-b508-c83c4010a7fc/6491ff4e-bd7b-4d50-ba43-1161eb40a9ed) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:08:00.577687 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-741e067d-14cb-4b89-a951-8b8732df79a0 None None] Current status of the port ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:08:00.578484 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-741e067d-14cb-4b89-a951-8b8732df79a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:00.626136 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba1551-c421-4582-ae09-6469444b2384 req-4b0d9c7b-d169-4fa4-8116-e54d9f163dee tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:00.630520 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a8ba1551-c421-4582-ae09-6469444b2384 req-4b0d9c7b-d169-4fa4-8116-e54d9f163dee tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.1165209 Apr 22 08:08:00.637982 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-741e067d-14cb-4b89-a951-8b8732df79a0 None None] For port ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f,segment=NetworkSegment(c62eaefb-9891-4d3c-962a-b78e6fc268b1),segment_id=c62eaefb-9891-4d3c-962a-b78e6fc268b1)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:08:00.688898 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] Set router 4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:08:00.715308 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-741e067d-14cb-4b89-a951-8b8732df79a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:00.769762 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a84b6406-c773-4fba-816c-a18aeb1df25f admin admin] Publish callbacks [] for port (6491ff4e-bd7b-4d50-ba43-1161eb40a9ed), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:00.863989 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e067d-14cb-4b89-a951-8b8732df79a0 None None] Pushing event updated for resources: {'Port': ['ID=ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:00.867935 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa04d7-525d-4e1c-bfc2-62e3d30f93c0 req-51087867-bcbe-424b-a5d1-f5287ca61eac tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:00.869696 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e9fa04d7-525d-4e1c-bfc2-62e3d30f93c0 req-51087867-bcbe-424b-a5d1-f5287ca61eac tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 945 time: 0.0823512 Apr 22 08:08:00.875659 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a84b6406-c773-4fba-816c-a18aeb1df25f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (6491ff4e-bd7b-4d50-ba43-1161eb40a9ed), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:00.884153 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-a8ba1551-c421-4582-ae09-6469444b2384 req-e0b4ca0b-34b4-4afb-87f5-8686e6052c6e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Deleting port 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:08:00.884968 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-a8ba1551-c421-4582-ae09-6469444b2384 req-e0b4ca0b-34b4-4afb-87f5-8686e6052c6e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:00.949029 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84b6406-c773-4fba-816c-a18aeb1df25f admin admin] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:08:00.956062 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-a84b6406-c773-4fba-816c-a18aeb1df25f admin admin] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:08:00.963364 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-3917cb28-29c8-4bda-9629-801e758932f6 None None] Provisioning complete for port ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:08:00.964487 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-3917cb28-29c8-4bda-9629-801e758932f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:00.971694 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84b6406-c773-4fba-816c-a18aeb1df25f admin admin] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:08:01.054941 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b6406-c773-4fba-816c-a18aeb1df25f admin admin] Pushing event updated for resources: {'Port': ['ID=6491ff4e-bd7b-4d50-ba43-1161eb40a9ed,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:01.098833 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-3917cb28-29c8-4bda-9629-801e758932f6 None None] Current status of the port ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:08:01.100544 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'name': 'tempest-TestMinimumBasicScenario-2009339041-router', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:52Z', 'updated_at': '2022-04-22T08:07:56Z', 'revision_number': 4, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'gw_port': {'id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:53Z', 'updated_at': '2022-04-22T08:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': 'ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f', 'name': '', 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'mac_address': 'fa:16:3e:b4:51:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:55Z', 'updated_at': '2022-04-22T08:08:00Z', 'revision_number': 4, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'subnets': [{'id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:01.141804 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177cd5b9-ce8e-4770-801f-c902785081da None None] The sync data for ids ['4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'] in dv-cinder-838880-1-smb is: [{'id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'name': 'tempest-TestMinimumBasicScenario-2009339041-router', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:52Z', 'updated_at': '2022-04-22T08:07:56Z', 'revision_number': 4, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'gw_port': {'id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:53Z', 'updated_at': '2022-04-22T08:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': 'ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f', 'name': '', 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'mac_address': 'fa:16:3e:b4:51:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:55Z', 'updated_at': '2022-04-22T08:08:00Z', 'revision_number': 4, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'subnets': [{'id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:08:01.273930 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device c4f76f48-5874-4ab3-9847-582a14f2fc24 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:08:01.347674 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-af07588e-c201-4473-8714-783547dccf0b req-d81fde8e-92a4-4669-8c8c-3f8f4c94bd02 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=e326ac1e-39e9-4037-8619-c9d22a4cd1ce HTTP/1.1" status: 200 len: 210 time: 0.3418505 Apr 22 08:08:01.355929 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port c4f76f48-5874-4ab3-9847-582a14f2fc24 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:08:01.356574 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (c4f76f48-5874-4ab3-9847-582a14f2fc24), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:01.431491 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e9fa04d7-525d-4e1c-bfc2-62e3d30f93c0 req-8a739582-774b-4d14-a9a4-13f4ff8e4a43 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5406556 Apr 22 08:08:01.472386 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-a8ba1551-c421-4582-ae09-6469444b2384 req-e0b4ca0b-34b4-4afb-87f5-8686e6052c6e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] For port 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0,segment=NetworkSegment(0802d4e0-4f59-47a7-8d7e-337a8719f19a),segment_id=0802d4e0-4f59-47a7-8d7e-337a8719f19a)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:08:01.473052 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-a8ba1551-c421-4582-ae09-6469444b2384 req-e0b4ca0b-34b4-4afb-87f5-8686e6052c6e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:01.496630 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-a8ba1551-c421-4582-ae09-6469444b2384 req-e0b4ca0b-34b4-4afb-87f5-8686e6052c6e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Calling delete_port for 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 owned by compute:nova {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:08:01.510469 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port c4f76f48-5874-4ab3-9847-582a14f2fc24 is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:08:01.510954 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (c4f76f48-5874-4ab3-9847-582a14f2fc24), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:01.555599 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] For port c4f76f48-5874-4ab3-9847-582a14f2fc24, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=c4f76f48-5874-4ab3-9847-582a14f2fc24,segment=NetworkSegment(6740b7c2-bec6-4310-9b18-c2ba496bcc56),segment_id=6740b7c2-bec6-4310-9b18-c2ba496bcc56)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:08:01.558323 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a84b6406-c773-4fba-816c-a18aeb1df25f admin admin] Publish callbacks [] for router_gateway (38bace9f-2f2c-485b-a62b-139ecdf442d0), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:01.637753 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (c4f76f48-5874-4ab3-9847-582a14f2fc24), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:01.637753 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 500212c1-9576-4c7e-88a4-95cb291886ee up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:08:01.747248 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Pushing event updated for resources: {'Port': ['ID=c4f76f48-5874-4ab3-9847-582a14f2fc24,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:01.759564 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-a8ba1551-c421-4582-ae09-6469444b2384 req-e0b4ca0b-34b4-4afb-87f5-8686e6052c6e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:01.771416 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['4eb87ac3-66a9-412d-956c-5ae5b37abd73', '63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:08:01.774222 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 500212c1-9576-4c7e-88a4-95cb291886ee triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:08:01.774808 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (500212c1-9576-4c7e-88a4-95cb291886ee), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:01.793846 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4ca0b-34b4-4afb-87f5-8686e6052c6e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Pushing event deleted for resources: {'Port': ['ID=63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:01.858279 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ba1551-c421-4582-ae09-6469444b2384 req-e0b4ca0b-34b4-4afb-87f5-8686e6052c6e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] No DVR routers for this DVR port 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 on host hv-cinder-83888 {{(pid=103832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:08:01.858279 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-a8ba1551-c421-4582-ae09-6469444b2384 req-e0b4ca0b-34b4-4afb-87f5-8686e6052c6e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:01.861404 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a8ba1551-c421-4582-ae09-6469444b2384 req-e0b4ca0b-34b4-4afb-87f5-8686e6052c6e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.39 "DELETE /v2.0/ports/63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 HTTP/1.1" status: 204 len: 173 time: 1.2246230 Apr 22 08:08:01.861893 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a342c56-df23-4c13-80ab-a7c69a5bcae8', 'name': 'network-vif-deleted', 'tag': '63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:08:01.864552 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e4075e-d008-40fa-bf40-d8ce9f0a4549" -d '{"events": [{"server_uuid": "0a342c56-df23-4c13-80ab-a7c69a5bcae8", "name": "network-vif-deleted", "tag": "63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:08:01.928125 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639ea11c-a421-48f2-8025-eb85282fa188 x-openstack-request-id: req-639ea11c-a421-48f2-8025-eb85282fa188 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:08:01.928428 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a342c56-df23-4c13-80ab-a7c69a5bcae8", "name": "network-vif-deleted", "tag": "63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:08:01.928686 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-639ea11c-a421-48f2-8025-eb85282fa188 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:08:01.929094 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-639ea11c-a421-48f2-8025-eb85282fa188'] response: {'server_uuid': '0a342c56-df23-4c13-80ab-a7c69a5bcae8', 'name': 'network-vif-deleted', 'tag': '63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0', 'status': 'completed', 'code': 200} Apr 22 08:08:01.970918 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d6708a-4ef5-4681-804f-62b0b6b187be None None] Network 56cbfba8-8abd-4f6f-a07a-c66bb4d808a8 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:08:02.164125 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a84b6406-c773-4fba-816c-a18aeb1df25f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-710858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706120'] for router (38bace9f-2f2c-485b-a62b-139ecdf442d0), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:02.230682 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 500212c1-9576-4c7e-88a4-95cb291886ee is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:08:02.231772 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:08:02.286715 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-754eee22-62e6-4f0d-b856-5cfc4f65a22b None None] Provisioning complete for port c4f76f48-5874-4ab3-9847-582a14f2fc24 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:08:02.287123 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-754eee22-62e6-4f0d-b856-5cfc4f65a22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (c4f76f48-5874-4ab3-9847-582a14f2fc24), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:02.315846 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-55c449e6-8ef4-4969-80b3-f6415a806a0e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:02.318575 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-55c449e6-8ef4-4969-80b3-f6415a806a0e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.39 "GET /v2.0/networks?id=6dee7f59-68db-465f-b55a-26e8be06de12 HTTP/1.1" status: 200 len: 815 time: 0.1685827 Apr 22 08:08:02.414061 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-392763c5-3eaa-4fcf-a438-21b1e77e5f80 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=418089b9d73b40b198fe850c8e0fa9b8 HTTP/1.1" status: 200 len: 380 time: 0.0857358 Apr 22 08:08:02.432525 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-ceff208a-0955-485d-a91f-d5877b70a848 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'port': {'device_id': 'e326ac1e-39e9-4037-8619-c9d22a4cd1ce', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'admin_state_up': True, 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'security_groups': ['a24f5591-060f-466f-a8a2-bc7dfdbb0553']}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:08:02.457021 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84b6406-c773-4fba-816c-a18aeb1df25f admin admin] Router 38bace9f-2f2c-485b-a62b-139ecdf442d0 is scheduled to L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe with binding_index 1 {{(pid=103833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 08:08:02.461562 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:08:02.466645 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:02.509138 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-76e48423-167e-4b2b-a075-da087b3728cc req-716dbb65-40f5-4ad2-8fce-96ccd0491f88 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=e326ac1e-39e9-4037-8619-c9d22a4cd1ce HTTP/1.1" status: 200 len: 210 time: 0.0706835 Apr 22 08:08:02.557214 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-754eee22-62e6-4f0d-b856-5cfc4f65a22b None None] Current status of the port c4f76f48-5874-4ab3-9847-582a14f2fc24 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:08:02.642845 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7916113b-3d00-41cb-ae36-54bc06293386 req-22db4d1f-dd1f-4b82-b7ba-ef8078de7cae tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a342c56-df23-4c13-80ab-a7c69a5bcae8 HTTP/1.1" status: 200 len: 210 time: 0.0578542 Apr 22 08:08:02.656445 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84b6406-c773-4fba-816c-a18aeb1df25f admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:08:02.662855 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:08:02.677280 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] Sync routers for ids ['38bace9f-2f2c-485b-a62b-139ecdf442d0'] in dv-cinder-838880-1-smb {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:08:02.686944 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] Routers {'38bace9f-2f2c-485b-a62b-139ecdf442d0'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:08:02.687651 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:07:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['38bace9f-2f2c-485b-a62b-139ecdf442d0'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:02.737962 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-ceff208a-0955-485d-a91f-d5877b70a848 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Made reservation on behalf of 418089b9d73b40b198fe850c8e0fa9b8 for: {'port': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:08:02.741765 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-ceff208a-0955-485d-a91f-d5877b70a848 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:02.797605 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a84b6406-c773-4fba-816c-a18aeb1df25f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:02.801482 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-a84b6406-c773-4fba-816c-a18aeb1df25f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2783949 Apr 22 08:08:02.801667 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 36998) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:08:02.809898 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] Set router 38bace9f-2f2c-485b-a62b-139ecdf442d0 gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:08:02.910053 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-ceff208a-0955-485d-a91f-d5877b70a848 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Allocated IP 172.20.0.4 (6dee7f59-68db-465f-b55a-26e8be06de12/641627bb-b95d-4c67-8726-0140678dc8e7/c32278d8-372f-4e95-bde2-9dcffb427963) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:08:02.938077 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-fe71d5a9-4682-4af2-9f9e-b17959e8d2cf None None] Provisioning complete for port c4f76f48-5874-4ab3-9847-582a14f2fc24 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:08:02.938851 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-fe71d5a9-4682-4af2-9f9e-b17959e8d2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (c4f76f48-5874-4ab3-9847-582a14f2fc24), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:03.066127 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device c4f76f48-5874-4ab3-9847-582a14f2fc24 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:08:03.100539 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-fe71d5a9-4682-4af2-9f9e-b17959e8d2cf None None] Current status of the port c4f76f48-5874-4ab3-9847-582a14f2fc24 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:08:03.114466 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-ceff208a-0955-485d-a91f-d5877b70a848 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for port (c32278d8-372f-4e95-bde2-9dcffb427963), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:03.143418 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bace9f-2f2c-485b-a62b-139ecdf442d0', 'name': 'tempest-TestMinimumBasicScenario-1689665013-router', 'tenant_id': '03514255ee3c497fb6809fd84b48a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.101'}], 'enable_snat': True}, 'gw_port_id': '6491ff4e-bd7b-4d50-ba43-1161eb40a9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:59Z', 'updated_at': '2022-04-22T08:08:01Z', 'revision_number': 3, 'project_id': '03514255ee3c497fb6809fd84b48a824', 'gw_port': {'id': '6491ff4e-bd7b-4d50-ba43-1161eb40a9ed', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bace9f-2f2c-485b-a62b-139ecdf442d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:08:00Z', 'updated_at': '2022-04-22T08:08:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:03.146596 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port c4f76f48-5874-4ab3-9847-582a14f2fc24 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:08:03.146969 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (c4f76f48-5874-4ab3-9847-582a14f2fc24), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:03.172943 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] Checking router: 38bace9f-2f2c-485b-a62b-139ecdf442d0 for host: dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:08:03.173292 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] Updating router 38bace9f-2f2c-485b-a62b-139ecdf442d0 port 6491ff4e-bd7b-4d50-ba43-1161eb40a9ed binding host dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 08:08:03.228057 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (6491ff4e-bd7b-4d50-ba43-1161eb40a9ed), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:03.235539 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-ceff208a-0955-485d-a91f-d5877b70a848 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (c32278d8-372f-4e95-bde2-9dcffb427963), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:03.273883 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-ceff208a-0955-485d-a91f-d5877b70a848 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Network 6dee7f59-68db-465f-b55a-26e8be06de12 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:08:03.282373 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-ceff208a-0955-485d-a91f-d5877b70a848 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:08:03.286272 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-ceff208a-0955-485d-a91f-d5877b70a848 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:08:03.312222 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-46dc9120-06a3-4d37-9a55-5ff4e57959db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:03.317800 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff208a-0955-485d-a91f-d5877b70a848 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event updated for resources: {'Port': ['ID=c32278d8-372f-4e95-bde2-9dcffb427963,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:03.352441 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-ceff208a-0955-485d-a91f-d5877b70a848 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:03.352889 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-ceff208a-0955-485d-a91f-d5877b70a848 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:03.363662 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port c4f76f48-5874-4ab3-9847-582a14f2fc24 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:08:03.423042 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-ceff208a-0955-485d-a91f-d5877b70a848 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9992440 Apr 22 08:08:03.437839 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] Request body: {'port': {'device_id': 'e326ac1e-39e9-4037-8619-c9d22a4cd1ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83888'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:08:03.512820 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-46dc9120-06a3-4d37-9a55-5ff4e57959db admin admin] Allocated IP 172.20.0.1 (56cbfba8-8abd-4f6f-a07a-c66bb4d808a8/548963c9-dfef-414f-b3f4-98c08d93451f/0d70e06a-b22e-4ff7-b188-9a5545c0e188) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:08:03.532827 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (c32278d8-372f-4e95-bde2-9dcffb427963), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:03.550189 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] Publish callbacks [] for port (6491ff4e-bd7b-4d50-ba43-1161eb40a9ed), precommit_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:03.621035 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (6491ff4e-bd7b-4d50-ba43-1161eb40a9ed), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:03.633888 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-46dc9120-06a3-4d37-9a55-5ff4e57959db admin admin] Publish callbacks [] for port (0d70e06a-b22e-4ff7-b188-9a5545c0e188), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:03.683501 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611c285-b58b-4af5-9ea9-74e0437da9ac None None] Pushing event updated for resources: {'Port': ['ID=6491ff4e-bd7b-4d50-ba43-1161eb40a9ed,revision_number=2']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:03.686722 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-0c2bacd5-44b6-46f8-9462-c61152e7ba0e None None] Provisioning complete for port c32278d8-372f-4e95-bde2-9dcffb427963 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:08:03.686722 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0c2bacd5-44b6-46f8-9462-c61152e7ba0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (c32278d8-372f-4e95-bde2-9dcffb427963), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:03.691326 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] Attempting to bind port 6491ff4e-bd7b-4d50-ba43-1161eb40a9ed on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:08:03.691534 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] Attempting to bind port 6491ff4e-bd7b-4d50-ba43-1161eb40a9ed by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:08:03.691827 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] Attempting to bind port 6491ff4e-bd7b-4d50-ba43-1161eb40a9ed on network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:08:03.716364 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:08:03.717356 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] Checking segment: {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:08:03.718104 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:03.718319 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] Bound using segment: {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:08:03.718766 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] Bound port: 6491ff4e-bd7b-4d50-ba43-1161eb40a9ed, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:08:03.718919 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ac346-0a4b-4409-b1f1-1a02920008b7 req-bddc0bae-7c8c-4e27-a18f-74cc64d17d21 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:03.719147 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (6491ff4e-bd7b-4d50-ba43-1161eb40a9ed), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:03.720719 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-241ac346-0a4b-4409-b1f1-1a02920008b7 req-bddc0bae-7c8c-4e27-a18f-74cc64d17d21 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=e326ac1e-39e9-4037-8619-c9d22a4cd1ce HTTP/1.1" status: 200 len: 931 time: 0.1264873 Apr 22 08:08:03.733896 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-46dc9120-06a3-4d37-9a55-5ff4e57959db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (0d70e06a-b22e-4ff7-b188-9a5545c0e188), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:03.752796 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-0c2bacd5-44b6-46f8-9462-c61152e7ba0e None None] Port c32278d8-372f-4e95-bde2-9dcffb427963 cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:08:03.787825 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] For port 6491ff4e-bd7b-4d50-ba43-1161eb40a9ed, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:08:03.789688 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dc9120-06a3-4d37-9a55-5ff4e57959db admin admin] Network 56cbfba8-8abd-4f6f-a07a-c66bb4d808a8 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:08:03.791101 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] For port 6491ff4e-bd7b-4d50-ba43-1161eb40a9ed, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=6491ff4e-bd7b-4d50-ba43-1161eb40a9ed,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:08:03.792910 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-46dc9120-06a3-4d37-9a55-5ff4e57959db admin admin] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:08:03.797733 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dc9120-06a3-4d37-9a55-5ff4e57959db admin admin] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:08:03.832002 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-241ac346-0a4b-4409-b1f1-1a02920008b7 req-86f6ae2a-91ae-4112-82ce-85c50d8c665e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24f5591-060f-466f-a8a2-bc7dfdbb0553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999262 Apr 22 08:08:03.844330 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc9120-06a3-4d37-9a55-5ff4e57959db admin admin] Pushing event updated for resources: {'Port': ['ID=0d70e06a-b22e-4ff7-b188-9a5545c0e188,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:03.858832 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-46dc9120-06a3-4d37-9a55-5ff4e57959db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706235'] for router_interface (38bace9f-2f2c-485b-a62b-139ecdf442d0), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:03.876900 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (6491ff4e-bd7b-4d50-ba43-1161eb40a9ed), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:03.943837 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] Routers {'38bace9f-2f2c-485b-a62b-139ecdf442d0'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:08:03.944493 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:07:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['38bace9f-2f2c-485b-a62b-139ecdf442d0'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:03.949855 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611c285-b58b-4af5-9ea9-74e0437da9ac None None] Pushing event updated for resources: {'Port': ['ID=6491ff4e-bd7b-4d50-ba43-1161eb40a9ed,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:03.987603 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32278d8-372f-4e95-bde2-9dcffb427963 {{(pid=103832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:08:03.997419 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] Publish callbacks [] for port (c32278d8-372f-4e95-bde2-9dcffb427963), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:04.011665 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.provisioning_blocks [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] Transition to ACTIVE for port object c32278d8-372f-4e95-bde2-9dcffb427963 will not be triggered until provisioned by entity L2. {{(pid=103832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 22 08:08:04.070283 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] Set router 38bace9f-2f2c-485b-a62b-139ecdf442d0 gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:08:04.147673 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-46dc9120-06a3-4d37-9a55-5ff4e57959db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (0d70e06a-b22e-4ff7-b188-9a5545c0e188), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:04.177538 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (c32278d8-372f-4e95-bde2-9dcffb427963), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:04.179252 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-14941461-2f6d-44b7-a0de-498b76405d82 None None] Provisioning complete for port 0d70e06a-b22e-4ff7-b188-9a5545c0e188 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:08:04.179678 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-14941461-2f6d-44b7-a0de-498b76405d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (0d70e06a-b22e-4ff7-b188-9a5545c0e188), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:04.252349 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c32278d8-372f-4e95-bde2-9dcffb427963,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:04.368823 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] Attempting to bind port c32278d8-372f-4e95-bde2-9dcffb427963 on host hv-cinder-83888 for vnic_type normal with profile {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:08:04.369157 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] Attempting to bind port c32278d8-372f-4e95-bde2-9dcffb427963 by drivers openvswitch,hyperv on host hv-cinder-83888 at level 0 using segments [{'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:08:04.369488 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] Attempting to bind port c32278d8-372f-4e95-bde2-9dcffb427963 on network 6dee7f59-68db-465f-b55a-26e8be06de12 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:08:04.375483 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] Port c32278d8-372f-4e95-bde2-9dcffb427963 on network 6dee7f59-68db-465f-b55a-26e8be06de12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83888 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 08:08:04.375807 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] Attempting to bind port c32278d8-372f-4e95-bde2-9dcffb427963 on network 6dee7f59-68db-465f-b55a-26e8be06de12 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:08:04.380662 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-46dc9120-06a3-4d37-9a55-5ff4e57959db admin admin] Publish callbacks [] for port (0d70e06a-b22e-4ff7-b188-9a5545c0e188), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:04.383875 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] Checking agent: {'id': '5d37a790-f600-4ea4-a99b-32bf15642def', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'started_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:08:04.384220 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] Checking segment: {'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:08:04.384605 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] Bound using segment: {'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:08:04.385046 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] Bound port: c32278d8-372f-4e95-bde2-9dcffb427963, host: hv-cinder-83888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12'}}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:08:04.385412 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (c32278d8-372f-4e95-bde2-9dcffb427963), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:04.397612 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-14941461-2f6d-44b7-a0de-498b76405d82 None None] Port 0d70e06a-b22e-4ff7-b188-9a5545c0e188 cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:08:04.431867 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d2e66-40c7-4a85-aa9a-fe30c4153298 req-5bf937fe-c2d3-4b7a-8007-9f5dbe1ef5f8 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:04.433508 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-602d2e66-40c7-4a85-aa9a-fe30c4153298 req-5bf937fe-c2d3-4b7a-8007-9f5dbe1ef5f8 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.1315711 Apr 22 08:08:04.440469 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-46dc9120-06a3-4d37-9a55-5ff4e57959db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079315'] for port (0d70e06a-b22e-4ff7-b188-9a5545c0e188), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:04.477589 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bace9f-2f2c-485b-a62b-139ecdf442d0', 'name': 'tempest-TestMinimumBasicScenario-1689665013-router', 'tenant_id': '03514255ee3c497fb6809fd84b48a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.101'}], 'enable_snat': True}, 'gw_port_id': '6491ff4e-bd7b-4d50-ba43-1161eb40a9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:59Z', 'updated_at': '2022-04-22T08:08:01Z', 'revision_number': 3, 'project_id': '03514255ee3c497fb6809fd84b48a824', 'gw_port': {'id': '6491ff4e-bd7b-4d50-ba43-1161eb40a9ed', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bace9f-2f2c-485b-a62b-139ecdf442d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:08:00Z', 'updated_at': '2022-04-22T08:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:04.492681 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] For port c32278d8-372f-4e95-bde2-9dcffb427963, host hv-cinder-83888, cleared binding levels {{(pid=103832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:08:04.513431 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] For port c32278d8-372f-4e95-bde2-9dcffb427963, host hv-cinder-83888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=c32278d8-372f-4e95-bde2-9dcffb427963,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:08:04.519152 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd867bfe-66e9-4f4b-b218-af9034fe458f None None] The sync data for ids ['38bace9f-2f2c-485b-a62b-139ecdf442d0'] in dv-cinder-838880-1-smb is: [{'id': '38bace9f-2f2c-485b-a62b-139ecdf442d0', 'name': 'tempest-TestMinimumBasicScenario-1689665013-router', 'tenant_id': '03514255ee3c497fb6809fd84b48a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.101'}], 'enable_snat': True}, 'gw_port_id': '6491ff4e-bd7b-4d50-ba43-1161eb40a9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:59Z', 'updated_at': '2022-04-22T08:08:01Z', 'revision_number': 3, 'project_id': '03514255ee3c497fb6809fd84b48a824', 'gw_port': {'id': '6491ff4e-bd7b-4d50-ba43-1161eb40a9ed', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bace9f-2f2c-485b-a62b-139ecdf442d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:08:00Z', 'updated_at': '2022-04-22T08:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:08:04.519396 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-602d2e66-40c7-4a85-aa9a-fe30c4153298 req-e030c55b-1cf5-4e80-9d1c-11bd32d4234e tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781059 Apr 22 08:08:04.525943 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-46dc9120-06a3-4d37-9a55-5ff4e57959db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705803'] for router_interface (38bace9f-2f2c-485b-a62b-139ecdf442d0), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:04.530314 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc9120-06a3-4d37-9a55-5ff4e57959db admin admin] Pushing event updated for resources: {'Port': ['ID=0d70e06a-b22e-4ff7-b188-9a5545c0e188,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:04.588698 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (c32278d8-372f-4e95-bde2-9dcffb427963), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:04.624854 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:04.624968 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:04.626382 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] 10.222.0.39 "PUT /v2.0/ports/c32278d8-372f-4e95-bde2-9dcffb427963 HTTP/1.1" status: 200 len: 1093 time: 1.1961586 Apr 22 08:08:04.626760 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e326ac1e-39e9-4037-8619-c9d22a4cd1ce', 'tag': 'c32278d8-372f-4e95-bde2-9dcffb427963'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:08:04.629352 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dff5479-b3c5-4b12-9b5a-00f2df1b2c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e326ac1e-39e9-4037-8619-c9d22a4cd1ce", "tag": "c32278d8-372f-4e95-bde2-9dcffb427963"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:08:04.642907 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dc9120-06a3-4d37-9a55-5ff4e57959db admin admin] Network 56cbfba8-8abd-4f6f-a07a-c66bb4d808a8 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:08:04.644536 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-46dc9120-06a3-4d37-9a55-5ff4e57959db admin admin] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:08:04.660063 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13926e-546d-42e5-b058-e30e8e1973f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c32278d8-372f-4e95-bde2-9dcffb427963,revision_number=3']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:04.702316 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee58bbd7-7520-4f39-9b7c-64917bf59d5f x-openstack-request-id: req-ee58bbd7-7520-4f39-9b7c-64917bf59d5f {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:08:04.702638 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e326ac1e-39e9-4037-8619-c9d22a4cd1ce", "tag": "c32278d8-372f-4e95-bde2-9dcffb427963", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:08:04.702897 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee58bbd7-7520-4f39-9b7c-64917bf59d5f {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:08:04.703336 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee58bbd7-7520-4f39-9b7c-64917bf59d5f'] response: {'name': 'network-changed', 'server_uuid': 'e326ac1e-39e9-4037-8619-c9d22a4cd1ce', 'tag': 'c32278d8-372f-4e95-bde2-9dcffb427963', 'status': 'completed', 'code': 200} Apr 22 08:08:04.800040 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff5479-b3c5-4b12-9b5a-00f2df1b2c5a req-cab9666f-ee30-4f4d-8124-a663218d12ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:04.801373 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46dc9120-06a3-4d37-9a55-5ff4e57959db admin admin] Router 38bace9f-2f2c-485b-a62b-139ecdf442d0 has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:08:04.801568 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1dff5479-b3c5-4b12-9b5a-00f2df1b2c5a req-cab9666f-ee30-4f4d-8124-a663218d12ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=418089b9d73b40b198fe850c8e0fa9b8&device_id=e326ac1e-39e9-4037-8619-c9d22a4cd1ce HTTP/1.1" status: 200 len: 1127 time: 0.0721831 Apr 22 08:08:05.017373 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff5479-b3c5-4b12-9b5a-00f2df1b2c5a req-d0c361d8-e452-43cd-819a-e621fa838c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:05.018944 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1dff5479-b3c5-4b12-9b5a-00f2df1b2c5a req-d0c361d8-e452-43cd-819a-e621fa838c3e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=418089b9d73b40b198fe850c8e0fa9b8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2057855 Apr 22 08:08:05.031065 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dc9120-06a3-4d37-9a55-5ff4e57959db admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:08:05.071119 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-46dc9120-06a3-4d37-9a55-5ff4e57959db admin admin] 10.222.0.13 "PUT /v2.0/routers/38bace9f-2f2c-485b-a62b-139ecdf442d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2682042 Apr 22 08:08:05.081422 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-d6742018-0287-446c-82c1-bedf00dc019d None None] Provisioning complete for port 0d70e06a-b22e-4ff7-b188-9a5545c0e188 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:08:05.081982 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-d6742018-0287-446c-82c1-bedf00dc019d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (0d70e06a-b22e-4ff7-b188-9a5545c0e188), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:05.119956 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 6491ff4e-bd7b-4d50-ba43-1161eb40a9ed up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:08:05.152567 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761db0a-9920-4106-aabb-8e6756f9ca15 req-5728349c-78ab-4d68-aee1-7e30c5776d20 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:05.154642 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e761db0a-9920-4106-aabb-8e6756f9ca15 req-5728349c-78ab-4d68-aee1-7e30c5776d20 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=e326ac1e-39e9-4037-8619-c9d22a4cd1ce HTTP/1.1" status: 200 len: 943 time: 0.1581295 Apr 22 08:08:05.185140 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-d6742018-0287-446c-82c1-bedf00dc019d None None] Port 0d70e06a-b22e-4ff7-b188-9a5545c0e188 cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:08:05.202406 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff5479-b3c5-4b12-9b5a-00f2df1b2c5a req-68014b0d-621d-4d18-91d3-fb02d8d7d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:05.203918 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1dff5479-b3c5-4b12-9b5a-00f2df1b2c5a req-68014b0d-621d-4d18-91d3-fb02d8d7d6f1 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1667457 Apr 22 08:08:05.255826 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e761db0a-9920-4106-aabb-8e6756f9ca15 req-11316084-364c-4ba1-9a7d-c182ed76708a tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24f5591-060f-466f-a8a2-bc7dfdbb0553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828896 Apr 22 08:08:05.318990 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 6491ff4e-bd7b-4d50-ba43-1161eb40a9ed triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:08:05.319367 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (6491ff4e-bd7b-4d50-ba43-1161eb40a9ed), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:05.328068 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-db1db4af-0529-498d-ac05-9be9e56a844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:05.329911 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-db1db4af-0529-498d-ac05-9be9e56a844c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=418089b9d73b40b198fe850c8e0fa9b8&device_id=e326ac1e-39e9-4037-8619-c9d22a4cd1ce HTTP/1.1" status: 200 len: 1127 time: 0.0717974 Apr 22 08:08:05.400949 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-60dbb2bc-820c-4cea-b0c8-3072909ce380 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c32278d8-372f-4e95-bde2-9dcffb427963 HTTP/1.1" status: 200 len: 217 time: 0.0594842 Apr 22 08:08:05.428669 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 no longer exists at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:08:05.451197 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-a5efa441-d89d-4ec7-b508-47ae6538bc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:05.452954 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-a5efa441-d89d-4ec7-b508-47ae6538bc01 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=641627bb-b95d-4c67-8726-0140678dc8e7 HTTP/1.1" status: 200 len: 854 time: 0.0453205 Apr 22 08:08:05.459021 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] No Port match for: 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:08:05.459372 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 63e1e0e7-0ac5-40e6-b8c1-c0d8feb7f7b0 not bound to the agent host hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:08:05.474106 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 6491ff4e-bd7b-4d50-ba43-1161eb40a9ed is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:08:05.474577 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (6491ff4e-bd7b-4d50-ba43-1161eb40a9ed), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:05.504497 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] For port 6491ff4e-bd7b-4d50-ba43-1161eb40a9ed, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=6491ff4e-bd7b-4d50-ba43-1161eb40a9ed,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:08:05.515134 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-cf49536e-d614-426c-9088-355a745df6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:05.515134 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-cf49536e-d614-426c-9088-355a745df6db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6dee7f59-68db-465f-b55a-26e8be06de12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0524411 Apr 22 08:08:05.600637 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (6491ff4e-bd7b-4d50-ba43-1161eb40a9ed), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:05.633145 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-6faa2c87-3ef1-4eeb-b37b-265bc05d528d service neutron] 10.222.0.39 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132312 Apr 22 08:08:05.659715 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Pushing event updated for resources: {'Port': ['ID=6491ff4e-bd7b-4d50-ba43-1161eb40a9ed,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:05.738361 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11282720-ceb4-4a74-b8ce-339b4beaedf9 req-0d011bb9-1f38-4cde-896c-6640cd220560 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:05.739932 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-11282720-ceb4-4a74-b8ce-339b4beaedf9 req-0d011bb9-1f38-4cde-896c-6640cd220560 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.1172242 Apr 22 08:08:05.779922 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-71ca9b23-6401-4b9e-842a-e4a93d646905 req-ab86688c-0cbf-4a24-a3da-ec875492b2c7 service neutron] 10.222.0.39 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276104 Apr 22 08:08:05.808084 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-11282720-ceb4-4a74-b8ce-339b4beaedf9 req-13369577-7c0c-4777-9456-ce41a82677cf tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562608 Apr 22 08:08:06.395891 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94349ba7-d90b-4bd3-8421-06d0001184ca req-04f895e7-56c6-4ec4-8a1f-b16cfdd27186 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:06.397424 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-94349ba7-d90b-4bd3-8421-06d0001184ca req-04f895e7-56c6-4ec4-8a1f-b16cfdd27186 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=e326ac1e-39e9-4037-8619-c9d22a4cd1ce HTTP/1.1" status: 200 len: 943 time: 0.0617666 Apr 22 08:08:06.470729 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-94349ba7-d90b-4bd3-8421-06d0001184ca req-5f652d78-0cdc-41d8-a87e-e7b4e9d2468e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24f5591-060f-466f-a8a2-bc7dfdbb0553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676179 Apr 22 08:08:06.577714 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] Sync routers for ids ['38bace9f-2f2c-485b-a62b-139ecdf442d0'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:08:06.589733 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] Routers {'38bace9f-2f2c-485b-a62b-139ecdf442d0'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:08:06.590347 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:07:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['38bace9f-2f2c-485b-a62b-139ecdf442d0'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:06.814054 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] Set router 38bace9f-2f2c-485b-a62b-139ecdf442d0 gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:08:06.972932 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43d854-cf09-4d48-b218-d1eb0ac4dfe8 req-a27ebd73-84ad-490e-ad1b-69bb101d5b6c tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:06.977588 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cf43d854-cf09-4d48-b218-d1eb0ac4dfe8 req-a27ebd73-84ad-490e-ad1b-69bb101d5b6c tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.0883806 Apr 22 08:08:07.031076 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 6491ff4e-bd7b-4d50-ba43-1161eb40a9ed up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:08:07.059569 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cf43d854-cf09-4d48-b218-d1eb0ac4dfe8 req-1e99f354-9cf3-46e1-a85d-e7f15050d2c3 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771184 Apr 22 08:08:07.093247 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bace9f-2f2c-485b-a62b-139ecdf442d0', 'name': 'tempest-TestMinimumBasicScenario-1689665013-router', 'tenant_id': '03514255ee3c497fb6809fd84b48a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.101'}], 'enable_snat': True}, 'gw_port_id': '6491ff4e-bd7b-4d50-ba43-1161eb40a9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:59Z', 'updated_at': '2022-04-22T08:08:03Z', 'revision_number': 4, 'project_id': '03514255ee3c497fb6809fd84b48a824', 'gw_port': {'id': '6491ff4e-bd7b-4d50-ba43-1161eb40a9ed', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bace9f-2f2c-485b-a62b-139ecdf442d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:08:00Z', 'updated_at': '2022-04-22T08:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '0d70e06a-b22e-4ff7-b188-9a5545c0e188', 'name': '', 'network_id': '56cbfba8-8abd-4f6f-a07a-c66bb4d808a8', 'tenant_id': '03514255ee3c497fb6809fd84b48a824', 'mac_address': 'fa:16:3e:4a:20:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bace9f-2f2c-485b-a62b-139ecdf442d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '548963c9-dfef-414f-b3f4-98c08d93451f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:08:03Z', 'updated_at': '2022-04-22T08:08:04Z', 'revision_number': 2, 'project_id': '03514255ee3c497fb6809fd84b48a824', 'subnets': [{'id': '548963c9-dfef-414f-b3f4-98c08d93451f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:07.106662 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 6491ff4e-bd7b-4d50-ba43-1161eb40a9ed triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:08:07.107360 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (6491ff4e-bd7b-4d50-ba43-1161eb40a9ed), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:07.123681 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] Checking router: 38bace9f-2f2c-485b-a62b-139ecdf442d0 for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:08:07.124036 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] Updating router 38bace9f-2f2c-485b-a62b-139ecdf442d0 port 0d70e06a-b22e-4ff7-b188-9a5545c0e188 binding host dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 08:08:07.152008 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (0d70e06a-b22e-4ff7-b188-9a5545c0e188), before_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:07.205178 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 6491ff4e-bd7b-4d50-ba43-1161eb40a9ed is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:08:07.409475 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device c32278d8-372f-4e95-bde2-9dcffb427963 details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:08:07.452525 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] Publish callbacks [] for port (0d70e06a-b22e-4ff7-b188-9a5545c0e188), precommit_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:07.519256 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eae8da-eeb9-4616-85af-bda6271a057f req-ee29cc74-a8f7-4605-88aa-44415eb63d4d tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:07.521029 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-47eae8da-eeb9-4616-85af-bda6271a057f req-ee29cc74-a8f7-4605-88aa-44415eb63d4d tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.39 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.1159570 Apr 22 08:08:07.554082 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (0d70e06a-b22e-4ff7-b188-9a5545c0e188), after_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:07.606756 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port c32278d8-372f-4e95-bde2-9dcffb427963, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=c32278d8-372f-4e95-bde2-9dcffb427963,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:08:07.609603 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66185a56-32f9-4ceb-a355-1121784cb265 None None] Pushing event updated for resources: {'Port': ['ID=0d70e06a-b22e-4ff7-b188-9a5545c0e188,revision_number=3']} {{(pid=103835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:07.641799 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': 'c32278d8-372f-4e95-bde2-9dcffb427963', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'port_id': 'c32278d8-372f-4e95-bde2-9dcffb427963', 'mac_address': 'fa:16:3e:92:81:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:08:07.697008 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port c32278d8-372f-4e95-bde2-9dcffb427963 is: DOWN; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:08:07.698235 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (c32278d8-372f-4e95-bde2-9dcffb427963), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:07.731247 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32278d8-372f-4e95-bde2-9dcffb427963 {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:08:07.746550 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] Attempting to bind port 0d70e06a-b22e-4ff7-b188-9a5545c0e188 on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:08:07.746932 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] Attempting to bind port 0d70e06a-b22e-4ff7-b188-9a5545c0e188 by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': '6740b7c2-bec6-4310-9b18-c2ba496bcc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '56cbfba8-8abd-4f6f-a07a-c66bb4d808a8'}] {{(pid=103835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:08:07.747298 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] Attempting to bind port 0d70e06a-b22e-4ff7-b188-9a5545c0e188 on network 56cbfba8-8abd-4f6f-a07a-c66bb4d808a8 {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:08:07.765831 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:08:07.766144 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] Checking segment: {'id': '6740b7c2-bec6-4310-9b18-c2ba496bcc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '56cbfba8-8abd-4f6f-a07a-c66bb4d808a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:08:07.766579 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:07.766981 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] Bound using segment: {'id': '6740b7c2-bec6-4310-9b18-c2ba496bcc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '56cbfba8-8abd-4f6f-a07a-c66bb4d808a8'} {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:08:07.767460 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] Bound port: 0d70e06a-b22e-4ff7-b188-9a5545c0e188, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6740b7c2-bec6-4310-9b18-c2ba496bcc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '56cbfba8-8abd-4f6f-a07a-c66bb4d808a8'}}] {{(pid=103835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:08:07.767843 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (0d70e06a-b22e-4ff7-b188-9a5545c0e188), before_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:07.768595 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port c32278d8-372f-4e95-bde2-9dcffb427963, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=c32278d8-372f-4e95-bde2-9dcffb427963,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:08:07.776924 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e8c32-446e-4e19-a84b-adc97266a6a0 req-c97e09c5-1f34-4e87-9674-9fd964c6fd0c tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:07.778540 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-400e8c32-446e-4e19-a84b-adc97266a6a0 req-c97e09c5-1f34-4e87-9674-9fd964c6fd0c tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=e326ac1e-39e9-4037-8619-c9d22a4cd1ce HTTP/1.1" status: 200 len: 943 time: 0.2113450 Apr 22 08:08:07.844651 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-400e8c32-446e-4e19-a84b-adc97266a6a0 req-9be1ccc6-de59-41cd-9337-aac133a4904b tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24f5591-060f-466f-a8a2-bc7dfdbb0553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587571 Apr 22 08:08:07.851874 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-47eae8da-eeb9-4616-85af-bda6271a057f req-9ccea34f-e9f8-4539-9fb0-cb864126d1c8 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Deleting port 4eb87ac3-66a9-412d-956c-5ae5b37abd73 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:08:07.852487 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-47eae8da-eeb9-4616-85af-bda6271a057f req-9ccea34f-e9f8-4539-9fb0-cb864126d1c8 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (4eb87ac3-66a9-412d-956c-5ae5b37abd73), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:07.857737 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (c32278d8-372f-4e95-bde2-9dcffb427963), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:07.942800 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.db [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] For port 0d70e06a-b22e-4ff7-b188-9a5545c0e188, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:08:07.946493 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.db [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] For port 0d70e06a-b22e-4ff7-b188-9a5545c0e188, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=0d70e06a-b22e-4ff7-b188-9a5545c0e188,segment=NetworkSegment(6740b7c2-bec6-4310-9b18-c2ba496bcc56),segment_id=6740b7c2-bec6-4310-9b18-c2ba496bcc56)] {{(pid=103835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:08:07.974865 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=c32278d8-372f-4e95-bde2-9dcffb427963,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:07.990064 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-c8a96741-a6cb-40d1-9591-cc5b530b3b67 None None] Provisioning complete for port 0d70e06a-b22e-4ff7-b188-9a5545c0e188 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:08:07.990446 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-c8a96741-a6cb-40d1-9591-cc5b530b3b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (0d70e06a-b22e-4ff7-b188-9a5545c0e188), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:07.996369 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-47eae8da-eeb9-4616-85af-bda6271a057f req-9ccea34f-e9f8-4539-9fb0-cb864126d1c8 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] For port 4eb87ac3-66a9-412d-956c-5ae5b37abd73, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=4eb87ac3-66a9-412d-956c-5ae5b37abd73,segment=NetworkSegment(0802d4e0-4f59-47a7-8d7e-337a8719f19a),segment_id=0802d4e0-4f59-47a7-8d7e-337a8719f19a)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:08:07.999324 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-47eae8da-eeb9-4616-85af-bda6271a057f req-9ccea34f-e9f8-4539-9fb0-cb864126d1c8 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (4eb87ac3-66a9-412d-956c-5ae5b37abd73), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:08.015213 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-47eae8da-eeb9-4616-85af-bda6271a057f req-9ccea34f-e9f8-4539-9fb0-cb864126d1c8 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Calling delete_port for 4eb87ac3-66a9-412d-956c-5ae5b37abd73 owned by compute:nova {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:08:08.025188 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (0d70e06a-b22e-4ff7-b188-9a5545c0e188), after_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:08.040637 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-c8a96741-a6cb-40d1-9591-cc5b530b3b67 None None] Port 0d70e06a-b22e-4ff7-b188-9a5545c0e188 cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:08:08.090753 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] Routers {'38bace9f-2f2c-485b-a62b-139ecdf442d0'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:08:08.091401 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:07:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['38bace9f-2f2c-485b-a62b-139ecdf442d0'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:08.101959 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['c32278d8-372f-4e95-bde2-9dcffb427963'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:08:08.249414 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] Set router 38bace9f-2f2c-485b-a62b-139ecdf442d0 gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:08:08.345031 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93dbed8-f198-4441-80e8-703c3ac7c26d req-e81681b5-391b-4cdf-95f2-bdb3638244b4 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:08.353755 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f93dbed8-f198-4441-80e8-703c3ac7c26d req-e81681b5-391b-4cdf-95f2-bdb3638244b4 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 945 time: 0.1390214 Apr 22 08:08:08.403627 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-47eae8da-eeb9-4616-85af-bda6271a057f req-9ccea34f-e9f8-4539-9fb0-cb864126d1c8 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (4eb87ac3-66a9-412d-956c-5ae5b37abd73), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:08.418185 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['4eb87ac3-66a9-412d-956c-5ae5b37abd73'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:08:08.476100 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66185a56-32f9-4ceb-a355-1121784cb265 None None] Pushing event updated for resources: {'Port': ['ID=0d70e06a-b22e-4ff7-b188-9a5545c0e188,revision_number=4']} {{(pid=103835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:08.478368 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f93dbed8-f198-4441-80e8-703c3ac7c26d req-c018dde3-4b2f-48d3-9dec-4cb8f37b8a33 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/security-groups?id=9522fe28-29ae-4e6c-8295-fa5750850bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227868 Apr 22 08:08:08.514545 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-d0747471-fef4-4d39-9abe-c6f4dfc12aa8 None None] Provisioning complete for port 0d70e06a-b22e-4ff7-b188-9a5545c0e188 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:08:08.515169 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-d0747471-fef4-4d39-9abe-c6f4dfc12aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (0d70e06a-b22e-4ff7-b188-9a5545c0e188), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:08.577392 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccea34f-e9f8-4539-9fb0-cb864126d1c8 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Pushing event deleted for resources: {'Port': ['ID=4eb87ac3-66a9-412d-956c-5ae5b37abd73,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:08.589749 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bace9f-2f2c-485b-a62b-139ecdf442d0', 'name': 'tempest-TestMinimumBasicScenario-1689665013-router', 'tenant_id': '03514255ee3c497fb6809fd84b48a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.101'}], 'enable_snat': True}, 'gw_port_id': '6491ff4e-bd7b-4d50-ba43-1161eb40a9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:59Z', 'updated_at': '2022-04-22T08:08:03Z', 'revision_number': 4, 'project_id': '03514255ee3c497fb6809fd84b48a824', 'gw_port': {'id': '6491ff4e-bd7b-4d50-ba43-1161eb40a9ed', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bace9f-2f2c-485b-a62b-139ecdf442d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:08:00Z', 'updated_at': '2022-04-22T08:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '0d70e06a-b22e-4ff7-b188-9a5545c0e188', 'name': '', 'network_id': '56cbfba8-8abd-4f6f-a07a-c66bb4d808a8', 'tenant_id': '03514255ee3c497fb6809fd84b48a824', 'mac_address': 'fa:16:3e:4a:20:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bace9f-2f2c-485b-a62b-139ecdf442d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '548963c9-dfef-414f-b3f4-98c08d93451f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:08:03Z', 'updated_at': '2022-04-22T08:08:07Z', 'revision_number': 4, 'project_id': '03514255ee3c497fb6809fd84b48a824', 'subnets': [{'id': '548963c9-dfef-414f-b3f4-98c08d93451f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:08.609225 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-47eae8da-eeb9-4616-85af-bda6271a057f req-9ccea34f-e9f8-4539-9fb0-cb864126d1c8 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] No DVR routers for this DVR port 4eb87ac3-66a9-412d-956c-5ae5b37abd73 on host hv-cinder-83888 {{(pid=103832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:08:08.611889 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-47eae8da-eeb9-4616-85af-bda6271a057f req-9ccea34f-e9f8-4539-9fb0-cb864126d1c8 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:08.615532 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-47eae8da-eeb9-4616-85af-bda6271a057f req-9ccea34f-e9f8-4539-9fb0-cb864126d1c8 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.39 "DELETE /v2.0/ports/4eb87ac3-66a9-412d-956c-5ae5b37abd73 HTTP/1.1" status: 204 len: 173 time: 1.0883439 Apr 22 08:08:08.615974 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14483924-87d4-458b-b320-82c872193e62', 'name': 'network-vif-deleted', 'tag': '4eb87ac3-66a9-412d-956c-5ae5b37abd73'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:08:08.618205 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f6c1e4-ca42-41ac-83e6-bf9ace32df6b" -d '{"events": [{"server_uuid": "14483924-87d4-458b-b320-82c872193e62", "name": "network-vif-deleted", "tag": "4eb87ac3-66a9-412d-956c-5ae5b37abd73"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:08:08.631119 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5715d7ca-ba32-4f62-b2cf-d20d3945d97f None None] The sync data for ids ['38bace9f-2f2c-485b-a62b-139ecdf442d0'] in dv-cinder-838880-1-smb is: [{'id': '38bace9f-2f2c-485b-a62b-139ecdf442d0', 'name': 'tempest-TestMinimumBasicScenario-1689665013-router', 'tenant_id': '03514255ee3c497fb6809fd84b48a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.101'}], 'enable_snat': True}, 'gw_port_id': '6491ff4e-bd7b-4d50-ba43-1161eb40a9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:59Z', 'updated_at': '2022-04-22T08:08:03Z', 'revision_number': 4, 'project_id': '03514255ee3c497fb6809fd84b48a824', 'gw_port': {'id': '6491ff4e-bd7b-4d50-ba43-1161eb40a9ed', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bace9f-2f2c-485b-a62b-139ecdf442d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:08:00Z', 'updated_at': '2022-04-22T08:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '0d70e06a-b22e-4ff7-b188-9a5545c0e188', 'name': '', 'network_id': '56cbfba8-8abd-4f6f-a07a-c66bb4d808a8', 'tenant_id': '03514255ee3c497fb6809fd84b48a824', 'mac_address': 'fa:16:3e:4a:20:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38bace9f-2f2c-485b-a62b-139ecdf442d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '548963c9-dfef-414f-b3f4-98c08d93451f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:08:03Z', 'updated_at': '2022-04-22T08:08:07Z', 'revision_number': 4, 'project_id': '03514255ee3c497fb6809fd84b48a824', 'subnets': [{'id': '548963c9-dfef-414f-b3f4-98c08d93451f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:08:08.644446 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-d0747471-fef4-4d39-9abe-c6f4dfc12aa8 None None] Current status of the port 0d70e06a-b22e-4ff7-b188-9a5545c0e188 is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:08:08.645006 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-d0747471-fef4-4d39-9abe-c6f4dfc12aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (0d70e06a-b22e-4ff7-b188-9a5545c0e188), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:08.677758 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fa3c6a-9a34-45d7-8178-21e8dbf39f59 x-openstack-request-id: req-43fa3c6a-9a34-45d7-8178-21e8dbf39f59 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:08:08.678075 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14483924-87d4-458b-b320-82c872193e62", "name": "network-vif-deleted", "tag": "4eb87ac3-66a9-412d-956c-5ae5b37abd73", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:08:08.681920 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43fa3c6a-9a34-45d7-8178-21e8dbf39f59 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:08:08.681920 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43fa3c6a-9a34-45d7-8178-21e8dbf39f59'] response: {'server_uuid': '14483924-87d4-458b-b320-82c872193e62', 'name': 'network-vif-deleted', 'tag': '4eb87ac3-66a9-412d-956c-5ae5b37abd73', 'status': 'completed', 'code': 200} Apr 22 08:08:08.732487 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-d0747471-fef4-4d39-9abe-c6f4dfc12aa8 None None] For port 0d70e06a-b22e-4ff7-b188-9a5545c0e188, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=0d70e06a-b22e-4ff7-b188-9a5545c0e188,segment=NetworkSegment(6740b7c2-bec6-4310-9b18-c2ba496bcc56),segment_id=6740b7c2-bec6-4310-9b18-c2ba496bcc56)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:08:08.815302 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-d0747471-fef4-4d39-9abe-c6f4dfc12aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (0d70e06a-b22e-4ff7-b188-9a5545c0e188), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:08.939939 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0747471-fef4-4d39-9abe-c6f4dfc12aa8 None None] Pushing event updated for resources: {'Port': ['ID=0d70e06a-b22e-4ff7-b188-9a5545c0e188,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:09.071228 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5493c-a915-4b50-a049-b8c7f8758d66 req-6ac52bc9-45be-43c2-ba09-9a54e6b589c2 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:09.081580 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-94e5493c-a915-4b50-a049-b8c7f8758d66 req-6ac52bc9-45be-43c2-ba09-9a54e6b589c2 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=e326ac1e-39e9-4037-8619-c9d22a4cd1ce HTTP/1.1" status: 200 len: 944 time: 0.1466115 Apr 22 08:08:09.140271 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 0d70e06a-b22e-4ff7-b188-9a5545c0e188 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:08:09.164192 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-94e5493c-a915-4b50-a049-b8c7f8758d66 req-b3366eed-9cde-40a4-affc-2dcd9b092a47 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24f5591-060f-466f-a8a2-bc7dfdbb0553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815394 Apr 22 08:08:09.219144 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 0d70e06a-b22e-4ff7-b188-9a5545c0e188 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:08:09.219500 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (0d70e06a-b22e-4ff7-b188-9a5545c0e188), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:09.355939 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 0d70e06a-b22e-4ff7-b188-9a5545c0e188 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:08:09.427070 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device c32278d8-372f-4e95-bde2-9dcffb427963 up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:08:09.573379 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning for port c32278d8-372f-4e95-bde2-9dcffb427963 completed by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 08:08:09.578077 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port c32278d8-372f-4e95-bde2-9dcffb427963 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:08:09.578458 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (c32278d8-372f-4e95-bde2-9dcffb427963), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:09.676577 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-75860cda-f8ed-42a2-b093-72048fb31a0c req-6967e4f3-b95e-4dbf-b87e-3007f3dd91a3 tempest-ServerRescueNegativeTestJSON-1880105067 tempest-ServerRescueNegativeTestJSON-1880105067-project] 10.222.0.13 "GET /v2.0/ports?device_id=14483924-87d4-458b-b320-82c872193e62 HTTP/1.1" status: 200 len: 210 time: 0.0864499 Apr 22 08:08:09.823683 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port c32278d8-372f-4e95-bde2-9dcffb427963 is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:08:09.824444 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (c32278d8-372f-4e95-bde2-9dcffb427963), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:09.865521 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e326ac1e-39e9-4037-8619-c9d22a4cd1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32278d8-372f-4e95-bde2-9dcffb427963'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:08:09.868003 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45dacff-c08c-4d9b-a64b-4d84d040ab0d" -d '{"events": [{"server_uuid": "e326ac1e-39e9-4037-8619-c9d22a4cd1ce", "name": "network-vif-plugged", "status": "completed", "tag": "c32278d8-372f-4e95-bde2-9dcffb427963"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:08:09.902454 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port c32278d8-372f-4e95-bde2-9dcffb427963, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=c32278d8-372f-4e95-bde2-9dcffb427963,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:08:09.948197 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d1bce9-a070-4cc9-b31c-6a91366ada76 x-openstack-request-id: req-09d1bce9-a070-4cc9-b31c-6a91366ada76 {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:08:09.948197 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e326ac1e-39e9-4037-8619-c9d22a4cd1ce", "name": "network-vif-plugged", "status": "completed", "tag": "c32278d8-372f-4e95-bde2-9dcffb427963", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:08:09.948197 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09d1bce9-a070-4cc9-b31c-6a91366ada76 {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:08:09.948197 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d1bce9-a070-4cc9-b31c-6a91366ada76'] response: {'server_uuid': 'e326ac1e-39e9-4037-8619-c9d22a4cd1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32278d8-372f-4e95-bde2-9dcffb427963', 'code': 200} Apr 22 08:08:10.290152 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec831917-7740-41f7-8397-474da2557a98 req-5233a1dc-6d7e-4d20-855d-2cfbdc71fbb7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:10.291726 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ec831917-7740-41f7-8397-474da2557a98 req-5233a1dc-6d7e-4d20-855d-2cfbdc71fbb7 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=e326ac1e-39e9-4037-8619-c9d22a4cd1ce HTTP/1.1" status: 200 len: 944 time: 0.0633039 Apr 22 08:08:10.340188 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ec831917-7740-41f7-8397-474da2557a98 req-64c4af9b-1f83-4a04-bfc6-d15a91f8a6ad tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24f5591-060f-466f-a8a2-bc7dfdbb0553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424662 Apr 22 08:08:10.372347 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (c32278d8-372f-4e95-bde2-9dcffb427963), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:10.420487 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=c32278d8-372f-4e95-bde2-9dcffb427963,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:10.629405 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-24c56cd9-6181-4acb-ba67-bbc64fe6ed4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:10.688271 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51059bd-c077-40bf-a6bb-c92573bf1d73 req-5be8f8ef-cb47-4f55-8e38-893ee9ab84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:10.689796 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c51059bd-c077-40bf-a6bb-c92573bf1d73 req-5be8f8ef-cb47-4f55-8e38-893ee9ab84e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e326ac1e-39e9-4037-8619-c9d22a4cd1ce HTTP/1.1" status: 200 len: 1129 time: 0.0524273 Apr 22 08:08:10.777476 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c51059bd-c077-40bf-a6bb-c92573bf1d73 req-786ee8ba-b467-415b-8bca-cccc37c392f0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a24f5591-060f-466f-a8a2-bc7dfdbb0553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813072 Apr 22 08:08:10.785409 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 37084) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:08:11.037902 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 0d70e06a-b22e-4ff7-b188-9a5545c0e188 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:08:11.132453 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 0d70e06a-b22e-4ff7-b188-9a5545c0e188 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:08:11.132866 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (0d70e06a-b22e-4ff7-b188-9a5545c0e188), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:11.230938 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 0d70e06a-b22e-4ff7-b188-9a5545c0e188 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:08:11.443768 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 4eb87ac3-66a9-412d-956c-5ae5b37abd73 no longer exists at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:08:11.474062 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] No Port match for: 4eb87ac3-66a9-412d-956c-5ae5b37abd73 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:08:11.474520 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 4eb87ac3-66a9-412d-956c-5ae5b37abd73 not bound to the agent host hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:08:11.575567 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464b2e8-515c-48b0-8aa3-ecc9a303d651 req-3dc73645-c70c-4e5d-84bc-9008ef168e1d tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:11.577877 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8464b2e8-515c-48b0-8aa3-ecc9a303d651 req-3dc73645-c70c-4e5d-84bc-9008ef168e1d tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.4218874 Apr 22 08:08:11.655674 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579c7fb-4411-4132-adb3-385a233c040f req-fb254efc-ee58-4a38-845a-75dcc2058a4f tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:11.657140 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6579c7fb-4411-4132-adb3-385a233c040f req-fb254efc-ee58-4a38-845a-75dcc2058a4f tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=e326ac1e-39e9-4037-8619-c9d22a4cd1ce HTTP/1.1" status: 200 len: 945 time: 0.1418462 Apr 22 08:08:11.694420 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8464b2e8-515c-48b0-8aa3-ecc9a303d651 req-98994c3f-1903-48b2-9521-1e15344f059a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083114 Apr 22 08:08:11.792365 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6579c7fb-4411-4132-adb3-385a233c040f req-269e1eb7-c22f-444b-a505-b98ffce1936b tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24f5591-060f-466f-a8a2-bc7dfdbb0553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276751 Apr 22 08:08:11.833556 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7aef09cb-8ba5-45d3-b446-1400ebb888f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-705838'] for router_interface (651c8eba-197b-42ec-8934-2473b3d7a60f), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:12.184365 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-7aef09cb-8ba5-45d3-b446-1400ebb888f6 admin admin] Deleting port 9652eee9-b3ab-4f7b-83c4-11753f933bce {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:08:12.184780 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7aef09cb-8ba5-45d3-b446-1400ebb888f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (9652eee9-b3ab-4f7b-83c4-11753f933bce), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:12.268560 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [None req-7aef09cb-8ba5-45d3-b446-1400ebb888f6 admin admin] For port 9652eee9-b3ab-4f7b-83c4-11753f933bce, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=9652eee9-b3ab-4f7b-83c4-11753f933bce,segment=NetworkSegment(0802d4e0-4f59-47a7-8d7e-337a8719f19a),segment_id=0802d4e0-4f59-47a7-8d7e-337a8719f19a)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:08:12.268853 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7aef09cb-8ba5-45d3-b446-1400ebb888f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (9652eee9-b3ab-4f7b-83c4-11753f933bce), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:12.285995 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-7aef09cb-8ba5-45d3-b446-1400ebb888f6 admin admin] Calling delete_port for 9652eee9-b3ab-4f7b-83c4-11753f933bce owned by network:router_interface {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:08:12.577184 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7aef09cb-8ba5-45d3-b446-1400ebb888f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (9652eee9-b3ab-4f7b-83c4-11753f933bce), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:12.613144 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef09cb-8ba5-45d3-b446-1400ebb888f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9652eee9-b3ab-4f7b-83c4-11753f933bce,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:12.856117 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7aef09cb-8ba5-45d3-b446-1400ebb888f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705922'] for router_interface (651c8eba-197b-42ec-8934-2473b3d7a60f), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:12.876576 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57970cf6-a5c5-44e4-a512-352292e0eefe req-f7ffa10a-d618-4bf4-9ed5-3cfa58d16351 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:12.882876 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-57970cf6-a5c5-44e4-a512-352292e0eefe req-f7ffa10a-d618-4bf4-9ed5-3cfa58d16351 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0982730 Apr 22 08:08:12.993326 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-5ceac4f8-fe0b-4dc4-a9a3-0500934ebf12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:13.055148 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-57970cf6-a5c5-44e4-a512-352292e0eefe req-1e8e229d-55cf-4e8c-b322-06572cf190fb tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580331 Apr 22 08:08:13.067024 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077bf54-d686-4bef-8689-83501ec655ab req-ec76149d-033b-40fd-befb-a5d873bc668e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:13.068746 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6077bf54-d686-4bef-8689-83501ec655ab req-ec76149d-033b-40fd-befb-a5d873bc668e tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=e326ac1e-39e9-4037-8619-c9d22a4cd1ce HTTP/1.1" status: 200 len: 945 time: 0.1830242 Apr 22 08:08:13.189858 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6077bf54-d686-4bef-8689-83501ec655ab req-60cdcff7-f0ba-4952-a01b-0c1ad0c01c01 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24f5591-060f-466f-a8a2-bc7dfdbb0553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117792 Apr 22 08:08:13.243643 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aef09cb-8ba5-45d3-b446-1400ebb888f6 admin admin] Router 651c8eba-197b-42ec-8934-2473b3d7a60f has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:08:13.399718 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea3349-f939-4da8-b0eb-7281c718934c req-463863b0-b069-4452-ade2-d44c3d1b48e2 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:13.403251 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7eea3349-f939-4da8-b0eb-7281c718934c req-463863b0-b069-4452-ade2-d44c3d1b48e2 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=e326ac1e-39e9-4037-8619-c9d22a4cd1ce HTTP/1.1" status: 200 len: 945 time: 0.1083462 Apr 22 08:08:13.411040 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 37100) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:08:13.416202 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-88568518-3d02-4143-91f4-03909e234e01 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Request body: {'floatingip': {'port_id': 'c32278d8-372f-4e95-bde2-9dcffb427963'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:08:13.421963 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aef09cb-8ba5-45d3-b446-1400ebb888f6 admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:08:13.447363 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-7aef09cb-8ba5-45d3-b446-1400ebb888f6 admin admin] 10.222.0.13 "PUT /v2.0/routers/651c8eba-197b-42ec-8934-2473b3d7a60f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6603222 Apr 22 08:08:13.450488 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 37102) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:08:13.450633 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd76c24-637c-41db-9430-b1e89b51c4ff None None] Sync routers for ids ['651c8eba-197b-42ec-8934-2473b3d7a60f'] in dv-cinder-838880-1-smb {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:08:13.465335 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-88568518-3d02-4143-91f4-03909e234e01 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (ab6fe9b9-f405-4275-be30-f4e8a00e2dc7), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:13.475154 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd76c24-637c-41db-9430-b1e89b51c4ff None None] Routers {'651c8eba-197b-42ec-8934-2473b3d7a60f'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:08:13.475798 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-4cd76c24-637c-41db-9430-b1e89b51c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:08:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['651c8eba-197b-42ec-8934-2473b3d7a60f'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:13.579876 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Publish callbacks [] for router (651c8eba-197b-42ec-8934-2473b3d7a60f), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:13.606347 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-4cd76c24-637c-41db-9430-b1e89b51c4ff None None] Set router 651c8eba-197b-42ec-8934-2473b3d7a60f gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:08:13.689123 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Publish callbacks [] for router_gateway (651c8eba-197b-42ec-8934-2473b3d7a60f), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:13.815020 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-4cd76c24-637c-41db-9430-b1e89b51c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'name': 'tempest-ServerRescueNegativeTestJSON-1894024959-router', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232'}], 'enable_snat': True}, 'gw_port_id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:35Z', 'updated_at': '2022-04-22T08:08:12Z', 'revision_number': 5, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'gw_port': {'id': 'b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:59:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:13.842563 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd76c24-637c-41db-9430-b1e89b51c4ff None None] Checking router: 651c8eba-197b-42ec-8934-2473b3d7a60f for host: dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:08:13.851551 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd76c24-637c-41db-9430-b1e89b51c4ff None None] Routers {'651c8eba-197b-42ec-8934-2473b3d7a60f'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:08:13.852206 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-4cd76c24-637c-41db-9430-b1e89b51c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:08:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['651c8eba-197b-42ec-8934-2473b3d7a60f'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:13.875693 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Deleting port b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:08:13.876301 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:13.958661 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-4cd76c24-637c-41db-9430-b1e89b51c4ff None None] Set router 651c8eba-197b-42ec-8934-2473b3d7a60f gateway port host: None {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:08:13.962824 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-88568518-3d02-4143-91f4-03909e234e01 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:14.002235 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] For port b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:08:14.002740 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:14.018372 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Calling delete_port for b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53 owned by network:router_gateway {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:08:14.024831 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-88568518-3d02-4143-91f4-03909e234e01 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (ab6fe9b9-f405-4275-be30-f4e8a00e2dc7), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:14.025244 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-4cd76c24-637c-41db-9430-b1e89b51c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'name': 'tempest-ServerRescueNegativeTestJSON-1894024959-router', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:35Z', 'updated_at': '2022-04-22T08:08:13Z', 'revision_number': 6, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'gw_port_host': None}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:14.055225 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd76c24-637c-41db-9430-b1e89b51c4ff None None] The sync data for ids ['651c8eba-197b-42ec-8934-2473b3d7a60f'] in dv-cinder-838880-1-smb is: [{'id': '651c8eba-197b-42ec-8934-2473b3d7a60f', 'name': 'tempest-ServerRescueNegativeTestJSON-1894024959-router', 'tenant_id': 'ea95f2f73f24412d821786dca4fd986a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:35Z', 'updated_at': '2022-04-22T08:08:13Z', 'revision_number': 6, 'project_id': 'ea95f2f73f24412d821786dca4fd986a', 'gw_port_host': None}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:08:14.182148 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.db.l3_db [None req-88568518-3d02-4143-91f4-03909e234e01 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Floating IP ab6fe9b9-f405-4275-be30-f4e8a00e2dc7 associated. External IP: 172.28.2.53, port: c32278d8-372f-4e95-bde2-9dcffb427963. Apr 22 08:08:14.311609 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0eca8-84db-4faa-900c-63b83c457907 req-2c3c0585-1f33-4521-b92e-37f2dba7954e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:14.313700 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-09f0eca8-84db-4faa-900c-63b83c457907 req-2c3c0585-1f33-4521-b92e-37f2dba7954e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.1002722 Apr 22 08:08:14.315108 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:14.355156 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:14.364906 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:14.418365 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:14.418832 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:14.419186 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:14.420173 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:14.420582 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:14.420989 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:14.421391 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:14.421795 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:14.422198 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:14.422623 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:14.422963 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:14.423292 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:14.423619 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:14.456536 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-09f0eca8-84db-4faa-900c-63b83c457907 req-96c3fea6-5429-41ce-8a7e-ce53f6d89270 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357012 Apr 22 08:08:14.457475 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706148'] for router_gateway (651c8eba-197b-42ec-8934-2473b3d7a60f), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:14.465034 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88568518-3d02-4143-91f4-03909e234e01 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Router 7090097d-05ba-42e9-a34f-e11e7566645b has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:08:14.599737 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88568518-3d02-4143-91f4-03909e234e01 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:08:14.604686 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-88568518-3d02-4143-91f4-03909e234e01 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:14.610277 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888b53f8-93ef-417f-b431-6a1dc1aa6851 None None] Sync routers for ids ['7090097d-05ba-42e9-a34f-e11e7566645b'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:08:14.625058 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888b53f8-93ef-417f-b431-6a1dc1aa6851 None None] Routers {'7090097d-05ba-42e9-a34f-e11e7566645b'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:08:14.630067 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10221'] for router (651c8eba-197b-42ec-8934-2473b3d7a60f), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:14.632311 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Publish callbacks [] for router_controller (651c8eba-197b-42ec-8934-2473b3d7a60f), precommit_delete_associations {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:14.633637 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-888b53f8-93ef-417f-b431-6a1dc1aa6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:08:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['7090097d-05ba-42e9-a34f-e11e7566645b'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:14.651097 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-88568518-3d02-4143-91f4-03909e234e01 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "PUT /v2.0/floatingips/ab6fe9b9-f405-4275-be30-f4e8a00e2dc7 HTTP/1.1" status: 200 len: 990 time: 1.2386420 Apr 22 08:08:14.652964 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e326ac1e-39e9-4037-8619-c9d22a4cd1ce', 'tag': 'c32278d8-372f-4e95-bde2-9dcffb427963'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:08:14.674597 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1f660848c79b36bae0e0b840ac11b5c4e167d2979010aa0292c1729aff9b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994fdc33-c179-4cc8-8f27-df37278a79ef" -d '{"events": [{"name": "network-changed", "server_uuid": "e326ac1e-39e9-4037-8619-c9d22a4cd1ce", "tag": "c32278d8-372f-4e95-bde2-9dcffb427963"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:08:14.745425 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86521227-fe99-4aae-b8a2-b396302206b5 x-openstack-request-id: req-86521227-fe99-4aae-b8a2-b396302206b5 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:08:14.745425 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e326ac1e-39e9-4037-8619-c9d22a4cd1ce", "tag": "c32278d8-372f-4e95-bde2-9dcffb427963", "status": "completed", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:08:14.745425 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86521227-fe99-4aae-b8a2-b396302206b5 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:08:14.745425 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86521227-fe99-4aae-b8a2-b396302206b5'] response: {'name': 'network-changed', 'server_uuid': 'e326ac1e-39e9-4037-8619-c9d22a4cd1ce', 'tag': 'c32278d8-372f-4e95-bde2-9dcffb427963', 'status': 'completed', 'code': 200} Apr 22 08:08:14.842318 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-888b53f8-93ef-417f-b431-6a1dc1aa6851 None None] Set router 7090097d-05ba-42e9-a34f-e11e7566645b gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:08:15.033783 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fdc33-c179-4cc8-8f27-df37278a79ef req-656125fd-60f4-4756-a1b5-a6858dca4f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:15.035443 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-994fdc33-c179-4cc8-8f27-df37278a79ef req-656125fd-60f4-4756-a1b5-a6858dca4f15 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=418089b9d73b40b198fe850c8e0fa9b8&device_id=e326ac1e-39e9-4037-8619-c9d22a4cd1ce HTTP/1.1" status: 200 len: 1129 time: 0.1187730 Apr 22 08:08:15.100146 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 9652eee9-b3ab-4f7b-83c4-11753f933bce no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:08:15.114852 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-710804'] for router (651c8eba-197b-42ec-8934-2473b3d7a60f), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:15.115406 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 651c8eba-197b-42ec-8934-2473b3d7a60f {{(pid=103832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 08:08:15.123711 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:15.124889 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-72cf513f-3d7c-4be1-a0e9-d6cc44a9720a admin admin] 10.222.0.13 "DELETE /v2.0/routers/651c8eba-197b-42ec-8934-2473b3d7a60f HTTP/1.1" status: 204 len: 168 time: 1.6744087 Apr 22 08:08:15.128491 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 37114) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:08:15.188911 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fdc33-c179-4cc8-8f27-df37278a79ef req-9715f204-69d2-4cb7-97dc-30ef60565180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:15.190467 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-994fdc33-c179-4cc8-8f27-df37278a79ef req-9715f204-69d2-4cb7-97dc-30ef60565180 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6dee7f59-68db-465f-b55a-26e8be06de12 HTTP/1.1" status: 200 len: 916 time: 0.1418288 Apr 22 08:08:15.206161 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No Port match for: 9652eee9-b3ab-4f7b-83c4-11753f933bce {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:08:15.208339 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 9652eee9-b3ab-4f7b-83c4-11753f933bce not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:08:15.210726 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53 no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:08:15.255601 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-888b53f8-93ef-417f-b431-6a1dc1aa6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': 'ab6fe9b9-f405-4275-be30-f4e8a00e2dc7', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'floating_ip_address': '172.28.2.53', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'port_id': 'c32278d8-372f-4e95-bde2-9dcffb427963', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'mac_address': 'fa:16:3e:92:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326ac1e-39e9-4037-8619-c9d22a4cd1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:07:58Z', 'updated_at': '2022-04-22T08:08:13Z', 'revision_number': 1, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:15.259219 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f267730-0b14-4b23-b251-70cdb7e7e426 admin admin] Deleting subnet 434aae01-3eff-47a2-96c3-7b3f40b18165 {{(pid=103833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 22 08:08:15.274271 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8f267730-0b14-4b23-b251-70cdb7e7e426 admin admin] Publish callbacks [] for subnet (434aae01-3eff-47a2-96c3-7b3f40b18165), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:15.299048 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-994fdc33-c179-4cc8-8f27-df37278a79ef req-83283b22-f819-473a-bbac-01132d6afc40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c32278d8-372f-4e95-bde2-9dcffb427963 HTTP/1.1" status: 200 len: 998 time: 0.0939188 Apr 22 08:08:15.302936 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888b53f8-93ef-417f-b431-6a1dc1aa6851 None None] Checking router: 7090097d-05ba-42e9-a34f-e11e7566645b for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:08:15.327409 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888b53f8-93ef-417f-b431-6a1dc1aa6851 None None] Routers {'7090097d-05ba-42e9-a34f-e11e7566645b'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:08:15.328073 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-888b53f8-93ef-417f-b431-6a1dc1aa6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:08:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['7090097d-05ba-42e9-a34f-e11e7566645b'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:15.394349 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fdc33-c179-4cc8-8f27-df37278a79ef req-bdc4b09f-198f-4cf4-bb09-7e5bafa13fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:15.396556 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-994fdc33-c179-4cc8-8f27-df37278a79ef req-bdc4b09f-198f-4cf4-bb09-7e5bafa13fba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=641627bb-b95d-4c67-8726-0140678dc8e7 HTTP/1.1" status: 200 len: 854 time: 0.0916903 Apr 22 08:08:15.492855 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fdc33-c179-4cc8-8f27-df37278a79ef req-4c369ed6-c855-458d-883b-8d2aab07aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:15.494701 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-994fdc33-c179-4cc8-8f27-df37278a79ef req-4c369ed6-c855-458d-883b-8d2aab07aae9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6dee7f59-68db-465f-b55a-26e8be06de12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0917478 Apr 22 08:08:15.512014 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-888b53f8-93ef-417f-b431-6a1dc1aa6851 None None] Set router 7090097d-05ba-42e9-a34f-e11e7566645b gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:08:15.665245 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No Port match for: b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:08:15.665590 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device b9c6d0ec-9bfc-4e6d-862f-011d0a7f8f53 not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:08:15.697096 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8f267730-0b14-4b23-b251-70cdb7e7e426 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3532373'] for subnet (434aae01-3eff-47a2-96c3-7b3f40b18165), precommit_delete_associations {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:15.703124 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-994fdc33-c179-4cc8-8f27-df37278a79ef req-87f9783a-86ab-448a-ad38-e8b18555f4ad service neutron] 10.222.0.39 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025089 Apr 22 08:08:15.730814 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:15.781633 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853da268-8e42-4666-b8ac-fd0bd7879d25 req-c0e7088c-4bc2-43ee-8249-db0247318dd5 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:15.783719 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-853da268-8e42-4666-b8ac-fd0bd7879d25 req-c0e7088c-4bc2-43ee-8249-db0247318dd5 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.1551406 Apr 22 08:08:15.823218 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8f267730-0b14-4b23-b251-70cdb7e7e426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678605'] for subnet (434aae01-3eff-47a2-96c3-7b3f40b18165), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:15.852079 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-853da268-8e42-4666-b8ac-fd0bd7879d25 req-429d5a8a-b61f-4b86-bafd-804665cc0712 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618846 Apr 22 08:08:15.857820 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-994fdc33-c179-4cc8-8f27-df37278a79ef req-753e4a64-60b2-421b-a5f0-654b30d90e40 service neutron] 10.222.0.39 "GET /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467350 Apr 22 08:08:15.881289 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-888b53f8-93ef-417f-b431-6a1dc1aa6851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': 'ab6fe9b9-f405-4275-be30-f4e8a00e2dc7', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'floating_ip_address': '172.28.2.53', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'port_id': 'c32278d8-372f-4e95-bde2-9dcffb427963', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'mac_address': 'fa:16:3e:92:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326ac1e-39e9-4037-8619-c9d22a4cd1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:07:58Z', 'updated_at': '2022-04-22T08:08:13Z', 'revision_number': 1, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:15.915582 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888b53f8-93ef-417f-b431-6a1dc1aa6851 None None] The sync data for ids ['7090097d-05ba-42e9-a34f-e11e7566645b'] in dv-cinder-838880-1-smb is: [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': 'ab6fe9b9-f405-4275-be30-f4e8a00e2dc7', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'floating_ip_address': '172.28.2.53', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'port_id': 'c32278d8-372f-4e95-bde2-9dcffb427963', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'mac_address': 'fa:16:3e:92:81:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e326ac1e-39e9-4037-8619-c9d22a4cd1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:07:58Z', 'updated_at': '2022-04-22T08:08:13Z', 'revision_number': 1, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:08:16.008659 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8f267730-0b14-4b23-b251-70cdb7e7e426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098404'] for subnet (434aae01-3eff-47a2-96c3-7b3f40b18165), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:16.037690 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f267730-0b14-4b23-b251-70cdb7e7e426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=434aae01-3eff-47a2-96c3-7b3f40b18165,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:16.047072 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8f267730-0b14-4b23-b251-70cdb7e7e426 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:16.048017 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cda791-d8f3-4ca8-ae51-0719aef9fc1c None None] Network 13a6078d-58b1-4081-bb3a-ccd74a412f02 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:08:16.053052 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-8f267730-0b14-4b23-b251-70cdb7e7e426 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/434aae01-3eff-47a2-96c3-7b3f40b18165 HTTP/1.1" status: 204 len: 168 time: 0.9204288 Apr 22 08:08:16.053583 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 37118) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:08:16.168305 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a2b9-d1aa-4fcb-998b-ab63054e484c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7779404'] for network (13a6078d-58b1-4081-bb3a-ccd74a412f02), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:16.245828 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a38ab3-d799-4ca2-b552-4d9490a5d200 None None] New status for floating IP ab6fe9b9-f405-4275-be30-f4e8a00e2dc7: ACTIVE {{(pid=103834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 08:08:16.267962 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-c9e3a2b9-d1aa-4fcb-998b-ab63054e484c admin admin] Deleting port 959e4acd-2aba-4378-976a-6f59c23dbcb8 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:08:16.268297 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a2b9-d1aa-4fcb-998b-ab63054e484c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (959e4acd-2aba-4378-976a-6f59c23dbcb8), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:16.363861 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [None req-c9e3a2b9-d1aa-4fcb-998b-ab63054e484c admin admin] For port 959e4acd-2aba-4378-976a-6f59c23dbcb8, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=959e4acd-2aba-4378-976a-6f59c23dbcb8,segment=NetworkSegment(0802d4e0-4f59-47a7-8d7e-337a8719f19a),segment_id=0802d4e0-4f59-47a7-8d7e-337a8719f19a)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:08:16.364529 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a2b9-d1aa-4fcb-998b-ab63054e484c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (959e4acd-2aba-4378-976a-6f59c23dbcb8), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:16.379457 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-c9e3a2b9-d1aa-4fcb-998b-ab63054e484c admin admin] Calling delete_port for 959e4acd-2aba-4378-976a-6f59c23dbcb8 owned by network:dhcp {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:08:16.427641 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a346ac4-12f1-4681-a30f-84a047ad64b0 None None] DHCP port deletion for 13a6078d-58b1-4081-bb3a-ccd74a412f02 request from dv-cinder-838880-1-smb {{(pid=103834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 22 08:08:16.484417 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a346ac4-12f1-4681-a30f-84a047ad64b0 None None] Deleting port 959e4acd-2aba-4378-976a-6f59c23dbcb8 {{(pid=103834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:08:16.484836 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a346ac4-12f1-4681-a30f-84a047ad64b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (959e4acd-2aba-4378-976a-6f59c23dbcb8), before_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:16.545168 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a2b9-d1aa-4fcb-998b-ab63054e484c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (959e4acd-2aba-4378-976a-6f59c23dbcb8), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:16.571663 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-1a346ac4-12f1-4681-a30f-84a047ad64b0 None None] For port 959e4acd-2aba-4378-976a-6f59c23dbcb8, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=959e4acd-2aba-4378-976a-6f59c23dbcb8,segment=NetworkSegment(0802d4e0-4f59-47a7-8d7e-337a8719f19a),segment_id=0802d4e0-4f59-47a7-8d7e-337a8719f19a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:08:16.572073 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a346ac4-12f1-4681-a30f-84a047ad64b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (959e4acd-2aba-4378-976a-6f59c23dbcb8), precommit_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:16.589457 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3a2b9-d1aa-4fcb-998b-ab63054e484c admin admin] Pushing event deleted for resources: {'Port': ['ID=959e4acd-2aba-4378-976a-6f59c23dbcb8,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:16.589682 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a346ac4-12f1-4681-a30f-84a047ad64b0 None None] Calling delete_port for 959e4acd-2aba-4378-976a-6f59c23dbcb8 owned by network:dhcp {{(pid=103834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:08:16.592432 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e3a2b9-d1aa-4fcb-998b-ab63054e484c admin admin] No DVR routers for this DVR port 959e4acd-2aba-4378-976a-6f59c23dbcb8 on host dv-cinder-838880-1-smb {{(pid=103832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:08:16.680315 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a2b9-d1aa-4fcb-998b-ab63054e484c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656218', 'neutron.services.segments.db._delete_segments_for_network-8744465249738'] for network (13a6078d-58b1-4081-bb3a-ccd74a412f02), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:16.703386 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.services.segments.db [None req-c9e3a2b9-d1aa-4fcb-998b-ab63054e484c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a6078d-58b1-4081-bb3a-ccd74a412f02']}} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:16.715172 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.services.segments.db [None req-c9e3a2b9-d1aa-4fcb-998b-ab63054e484c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0802d4e0-4f59-47a7-8d7e-337a8719f19a') {'for_net_delete': True} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:16.715604 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.services.segments.db [None req-c9e3a2b9-d1aa-4fcb-998b-ab63054e484c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0802d4e0-4f59-47a7-8d7e-337a8719f19a') {} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:16.726099 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a2b9-d1aa-4fcb-998b-ab63054e484c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744465252819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3461975'] for segment (0802d4e0-4f59-47a7-8d7e-337a8719f19a), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:16.729169 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a346ac4-12f1-4681-a30f-84a047ad64b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622'] for port (959e4acd-2aba-4378-976a-6f59c23dbcb8), after_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:16.741507 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a2b9-d1aa-4fcb-998b-ab63054e484c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (0802d4e0-4f59-47a7-8d7e-337a8719f19a), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:16.747689 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e3a2b9-d1aa-4fcb-998b-ab63054e484c admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 08:08:16.748140 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a2b9-d1aa-4fcb-998b-ab63054e484c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4133505'] for segment (0802d4e0-4f59-47a7-8d7e-337a8719f19a), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: Traceback (most recent call last): Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: timer() Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: cb(*args, **kw) Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: return func(*args, **kwargs) Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: self._notify() Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: self.callback(batched_events) Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: event.method(event) Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: return f(self, *a, **k) Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: return self._get(url).json() Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: return self.request(url, 'GET', **kwargs) Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 08:08:16.749813 dv-cinder-838880-1-smb neutron-server[103832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 08:08:16.762661 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a346ac4-12f1-4681-a30f-84a047ad64b0 None None] Pushing event deleted for resources: {'Port': ['ID=959e4acd-2aba-4378-976a-6f59c23dbcb8,revision_number=None']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:16.765255 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a346ac4-12f1-4681-a30f-84a047ad64b0 None None] No DVR routers for this DVR port 959e4acd-2aba-4378-976a-6f59c23dbcb8 on host dv-cinder-838880-1-smb {{(pid=103834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:08:16.909644 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a2b9-d1aa-4fcb-998b-ab63054e484c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7656195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706048'] for network (13a6078d-58b1-4081-bb3a-ccd74a412f02), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:16.916716 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a2b9-d1aa-4fcb-998b-ab63054e484c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:16.921309 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-c9e3a2b9-d1aa-4fcb-998b-ab63054e484c admin admin] 10.222.0.13 "DELETE /v2.0/networks/13a6078d-58b1-4081-bb3a-ccd74a412f02 HTTP/1.1" status: 204 len: 168 time: 0.8665369 Apr 22 08:08:16.938042 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:16.947843 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3a2b9-d1aa-4fcb-998b-ab63054e484c admin admin] Pushing event deleted for resources: {'Network': ['ID=13a6078d-58b1-4081-bb3a-ccd74a412f02,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:17.051277 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 959e4acd-2aba-4378-976a-6f59c23dbcb8 no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:08:17.081413 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No Port match for: 959e4acd-2aba-4378-976a-6f59c23dbcb8 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:08:17.082026 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 959e4acd-2aba-4378-976a-6f59c23dbcb8 not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:08:17.084554 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89b9c1-af15-4f77-a31d-27d4ec0266cf req-322fafb4-f04d-4e3c-b7a4-f50146a65e44 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:17.086116 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-aa89b9c1-af15-4f77-a31d-27d4ec0266cf req-322fafb4-f04d-4e3c-b7a4-f50146a65e44 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0999734 Apr 22 08:08:17.147123 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-aa89b9c1-af15-4f77-a31d-27d4ec0266cf req-cc629c65-de74-46a8-8fea-f48eaac8dff6 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552924 Apr 22 08:08:17.383507 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 37124) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:08:17.429342 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-122ad97f-e3f2-45ec-97e9-0f51dd6b4ffd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea95f2f73f24412d821786dca4fd986a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420208 Apr 22 08:08:17.429631 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 37126) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:08:17.480203 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b9037ff5-c5d6-4bcd-a19c-e5e1354d8d79 admin admin] Publish callbacks [] for security_group (9522fe28-29ae-4e6c-8295-fa5750850bea), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:17.515840 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b9037ff5-c5d6-4bcd-a19c-e5e1354d8d79 admin admin] Publish callbacks [] for security_group (9522fe28-29ae-4e6c-8295-fa5750850bea), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:17.623427 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b9037ff5-c5d6-4bcd-a19c-e5e1354d8d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (9522fe28-29ae-4e6c-8295-fa5750850bea), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:17.626167 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b9037ff5-c5d6-4bcd-a19c-e5e1354d8d79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:17.627637 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-b9037ff5-c5d6-4bcd-a19c-e5e1354d8d79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9522fe28-29ae-4e6c-8295-fa5750850bea HTTP/1.1" status: 204 len: 168 time: 0.1970630 Apr 22 08:08:17.636462 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9037ff5-c5d6-4bcd-a19c-e5e1354d8d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9522fe28-29ae-4e6c-8295-fa5750850bea,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:18.295001 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c5089-8606-44e4-a93e-d0982b89b0e8 req-4420c88d-3747-4179-bc8f-5947d2f547cd tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:18.296735 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-237c5089-8606-44e4-a93e-d0982b89b0e8 req-4420c88d-3747-4179-bc8f-5947d2f547cd tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0605714 Apr 22 08:08:18.359743 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-237c5089-8606-44e4-a93e-d0982b89b0e8 req-020cf2d6-33b0-4efe-ab6f-00dc22a7974c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563664 Apr 22 08:08:19.546960 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-67979c8d-cbdb-42a2-8ba0-ff4e81240606 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:19.548435 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-67979c8d-cbdb-42a2-8ba0-ff4e81240606 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/networks?id=52c8a8db-0a51-4766-b335-b1a3568ac7d7 HTTP/1.1" status: 200 len: 815 time: 0.1021066 Apr 22 08:08:19.562426 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-3bf196fb-9688-47e1-ba6d-d5569536d269 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/quotas/81c4c93475674fd68590e374a9df07e9 HTTP/1.1" status: 200 len: 375 time: 0.0085685 Apr 22 08:08:19.617730 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-284336ec-fe93-4470-940a-62071e2eb5f7 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=81c4c93475674fd68590e374a9df07e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504532 Apr 22 08:08:19.719108 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-37562c36-a4e1-404d-b731-37dcb9516dce service neutron] 10.222.0.13 "GET /v2.0/networks/52c8a8db-0a51-4766-b335-b1a3568ac7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851462 Apr 22 08:08:19.838468 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e47f6-ff36-42b7-8284-1c09b64769d6 req-ac348b2d-a054-4c83-8d9d-3611279c17b4 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:19.839967 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-835e47f6-ff36-42b7-8284-1c09b64769d6 req-ac348b2d-a054-4c83-8d9d-3611279c17b4 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.1200058 Apr 22 08:08:19.863630 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-92c731cf-32c5-4893-90f9-5207a6499aaf service neutron] 10.222.0.13 "GET /v2.0/networks/52c8a8db-0a51-4766-b335-b1a3568ac7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353247 Apr 22 08:08:19.897087 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-835e47f6-ff36-42b7-8284-1c09b64769d6 req-d18816e7-dd76-4075-9938-2fcf88a156dd tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502064 Apr 22 08:08:20.130220 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-62518447-4510-49d7-b304-d400598b08c9 req-1c901ea5-8693-4762-86b1-92281644a57e tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 210 time: 0.0282016 Apr 22 08:08:21.021616 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc6a51-5fd2-4c59-aff0-573fd28d7f42 req-325173d1-f62c-41a7-8692-ced95bdc644e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:21.023179 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-05fc6a51-5fd2-4c59-aff0-573fd28d7f42 req-325173d1-f62c-41a7-8692-ced95bdc644e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0549035 Apr 22 08:08:21.075501 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-05fc6a51-5fd2-4c59-aff0-573fd28d7f42 req-252ab2f7-7969-48d6-969c-fb9d8d338729 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447018 Apr 22 08:08:21.220957 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f3ac6713-5518-451e-8606-3ed096416204 req-7b203f20-f52e-47e0-88a7-3dea7cc0bdf3 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 210 time: 0.0264795 Apr 22 08:08:22.206435 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85149913-5105-47ed-8d8a-37eb894d4873 req-d7f3d91b-bffb-4fe5-93f9-e41ae5ed29a9 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:22.207911 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-85149913-5105-47ed-8d8a-37eb894d4873 req-d7f3d91b-bffb-4fe5-93f9-e41ae5ed29a9 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0614357 Apr 22 08:08:22.253077 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-85149913-5105-47ed-8d8a-37eb894d4873 req-4295d7d5-c6af-4aa7-a367-523bf4affd5e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396311 Apr 22 08:08:22.325532 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a2ab4d58-a437-45c4-9a18-359110eb9c00 req-42d10d7d-0c6e-4cc6-a4eb-ff496e2f0757 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 210 time: 0.0297110 Apr 22 08:08:22.566874 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-7bcaad93-21a8-4695-aaa1-8a624958fa5f tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:22.568425 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-7bcaad93-21a8-4695-aaa1-8a624958fa5f tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.39 "GET /v2.0/networks?id=52c8a8db-0a51-4766-b335-b1a3568ac7d7 HTTP/1.1" status: 200 len: 815 time: 0.1097238 Apr 22 08:08:22.580198 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-bac3c0b7-ae59-4c26-afd4-8c53e61eb1c6 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Request body: {'port': {'device_id': '714fbaef-6195-494f-8c0f-de43371d24a9', 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7', 'admin_state_up': True, 'tenant_id': '81c4c93475674fd68590e374a9df07e9'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:08:22.749599 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-bac3c0b7-ae59-4c26-afd4-8c53e61eb1c6 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Made reservation on behalf of 81c4c93475674fd68590e374a9df07e9 for: {'port': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:08:22.752967 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-bac3c0b7-ae59-4c26-afd4-8c53e61eb1c6 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:22.889142 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-bac3c0b7-ae59-4c26-afd4-8c53e61eb1c6 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Allocated IP 172.20.0.11 (52c8a8db-0a51-4766-b335-b1a3568ac7d7/57d7abe5-9276-474f-b2f5-7f98c78bd2d4/1669b6e7-88ca-4e8e-8caa-a58a64ca2364) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:08:22.929122 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 37238) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:08:23.045655 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-bac3c0b7-ae59-4c26-afd4-8c53e61eb1c6 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:23.050915 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-08f171cd-001b-4145-884a-f7c089a4d6cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:23.130105 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-08f171cd-001b-4145-884a-f7c089a4d6cb admin admin] Publish callbacks [] for security_group (cabb7150-c127-4a49-96e4-5cd222946d5f), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:23.216933 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-bac3c0b7-ae59-4c26-afd4-8c53e61eb1c6 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:23.243694 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-08f171cd-001b-4145-884a-f7c089a4d6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (cabb7150-c127-4a49-96e4-5cd222946d5f), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:23.260374 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-bac3c0b7-ae59-4c26-afd4-8c53e61eb1c6 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Network 52c8a8db-0a51-4766-b335-b1a3568ac7d7 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:08:23.263640 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-bac3c0b7-ae59-4c26-afd4-8c53e61eb1c6 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:08:23.269441 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-bac3c0b7-ae59-4c26-afd4-8c53e61eb1c6 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:08:23.290105 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-08f171cd-001b-4145-884a-f7c089a4d6cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=268b510e4c5f4386b4f2acc8e02bf1b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3574963 Apr 22 08:08:23.290105 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f171cd-001b-4145-884a-f7c089a4d6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabb7150-c127-4a49-96e4-5cd222946d5f,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:23.292184 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 37260) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:08:23.314916 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3c0b7-ae59-4c26-afd4-8c53e61eb1c6 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Pushing event updated for resources: {'Port': ['ID=1669b6e7-88ca-4e8e-8caa-a58a64ca2364,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:23.360018 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-bac3c0b7-ae59-4c26-afd4-8c53e61eb1c6 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:23.360706 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-bac3c0b7-ae59-4c26-afd4-8c53e61eb1c6 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:23.382237 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3b1aca5f-6019-41b9-b5ad-adc8a13a864d admin admin] Publish callbacks [] for security_group (cabb7150-c127-4a49-96e4-5cd222946d5f), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:23.425958 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe44f9a-3eec-4b76-a0d3-37dbc295c157 req-5157567d-f0f9-4d6e-89d6-ad6f637856dc tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:23.428532 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bbe44f9a-3eec-4b76-a0d3-37dbc295c157 req-5157567d-f0f9-4d6e-89d6-ad6f637856dc tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0834928 Apr 22 08:08:23.445210 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3b1aca5f-6019-41b9-b5ad-adc8a13a864d admin admin] Publish callbacks [] for security_group (cabb7150-c127-4a49-96e4-5cd222946d5f), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:23.492236 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-bac3c0b7-ae59-4c26-afd4-8c53e61eb1c6 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9154940 Apr 22 08:08:23.549194 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] Request body: {'port': {'device_id': '714fbaef-6195-494f-8c0f-de43371d24a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83888'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:08:23.583762 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-aeda1666-f1f4-4ecd-97c5-7a46859367ca None None] Provisioning complete for port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:08:23.585976 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-aeda1666-f1f4-4ecd-97c5-7a46859367ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:23.604237 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c16ee-059c-43d5-8c8b-e6e91df3d588 req-aa5af5af-1a20-4171-819f-8499184b92bf tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:23.608334 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3b1aca5f-6019-41b9-b5ad-adc8a13a864d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (cabb7150-c127-4a49-96e4-5cd222946d5f), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:23.611943 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3b1aca5f-6019-41b9-b5ad-adc8a13a864d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:23.612080 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9c1c16ee-059c-43d5-8c8b-e6e91df3d588 req-aa5af5af-1a20-4171-819f-8499184b92bf tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 932 time: 0.1572196 Apr 22 08:08:23.613908 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-3b1aca5f-6019-41b9-b5ad-adc8a13a864d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cabb7150-c127-4a49-96e4-5cd222946d5f HTTP/1.1" status: 204 len: 168 time: 0.3208055 Apr 22 08:08:23.632088 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1aca5f-6019-41b9-b5ad-adc8a13a864d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabb7150-c127-4a49-96e4-5cd222946d5f,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:23.674043 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bbe44f9a-3eec-4b76-a0d3-37dbc295c157 req-896baf45-63c7-464f-a121-88b7cfcb1342 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399359 Apr 22 08:08:23.677884 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-aeda1666-f1f4-4ecd-97c5-7a46859367ca None None] Port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:08:23.730903 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:23.806269 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9c1c16ee-059c-43d5-8c8b-e6e91df3d588 req-cae40232-b6f4-48bf-a40a-78e13af67485 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932476 Apr 22 08:08:24.125550 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 {{(pid=103832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:08:24.135527 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] Publish callbacks [] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:24.155530 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.provisioning_blocks [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] Transition to ACTIVE for port object 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 will not be triggered until provisioned by entity L2. {{(pid=103832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 22 08:08:24.227627 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:24.288248 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=1669b6e7-88ca-4e8e-8caa-a58a64ca2364,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:24.383978 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] Attempting to bind port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 on host hv-cinder-83888 for vnic_type normal with profile {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:08:24.384420 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] Attempting to bind port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 by drivers openvswitch,hyperv on host hv-cinder-83888 at level 0 using segments [{'id': 'c62eaefb-9891-4d3c-962a-b78e6fc268b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7'}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:08:24.384724 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] Attempting to bind port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 on network 52c8a8db-0a51-4766-b335-b1a3568ac7d7 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:08:24.407907 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] Port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 on network 52c8a8db-0a51-4766-b335-b1a3568ac7d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83888 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 08:08:24.408650 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] Attempting to bind port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 on network 52c8a8db-0a51-4766-b335-b1a3568ac7d7 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:08:24.418232 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] Checking agent: {'id': '5d37a790-f600-4ea4-a99b-32bf15642def', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'started_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:08:24.418622 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] Checking segment: {'id': 'c62eaefb-9891-4d3c-962a-b78e6fc268b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:08:24.419093 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] Bound using segment: {'id': 'c62eaefb-9891-4d3c-962a-b78e6fc268b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7'} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:08:24.422559 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] Bound port: 1669b6e7-88ca-4e8e-8caa-a58a64ca2364, host: hv-cinder-83888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c62eaefb-9891-4d3c-962a-b78e6fc268b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7'}}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:08:24.423175 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:24.515276 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] For port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364, host hv-cinder-83888, cleared binding levels {{(pid=103832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:08:24.519417 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] For port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364, host hv-cinder-83888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=1669b6e7-88ca-4e8e-8caa-a58a64ca2364,segment=NetworkSegment(c62eaefb-9891-4d3c-962a-b78e6fc268b1),segment_id=c62eaefb-9891-4d3c-962a-b78e6fc268b1)] {{(pid=103832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:08:24.584897 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:24.624465 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:24.625275 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:24.626742 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] 10.222.0.39 "PUT /v2.0/ports/1669b6e7-88ca-4e8e-8caa-a58a64ca2364 HTTP/1.1" status: 200 len: 1094 time: 1.0967526 Apr 22 08:08:24.627271 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714fbaef-6195-494f-8c0f-de43371d24a9', 'tag': '1669b6e7-88ca-4e8e-8caa-a58a64ca2364'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:08:24.629513 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90da5acc-1d34-4eca-bdd5-6d5e92bf6cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "714fbaef-6195-494f-8c0f-de43371d24a9", "tag": "1669b6e7-88ca-4e8e-8caa-a58a64ca2364"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:08:24.690442 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e1dae6-e6d2-437c-b758-43e934802293 x-openstack-request-id: req-f7e1dae6-e6d2-437c-b758-43e934802293 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:08:24.690984 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714fbaef-6195-494f-8c0f-de43371d24a9", "tag": "1669b6e7-88ca-4e8e-8caa-a58a64ca2364", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:08:24.691248 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7e1dae6-e6d2-437c-b758-43e934802293 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:08:24.691684 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7e1dae6-e6d2-437c-b758-43e934802293'] response: {'name': 'network-changed', 'server_uuid': '714fbaef-6195-494f-8c0f-de43371d24a9', 'tag': '1669b6e7-88ca-4e8e-8caa-a58a64ca2364', 'status': 'completed', 'code': 200} Apr 22 08:08:24.697611 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6bafe-f595-4403-9fdc-8c0ba3788bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=1669b6e7-88ca-4e8e-8caa-a58a64ca2364,revision_number=3']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:24.828900 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed637453-ce80-4b3c-9d71-1d863f1b0994 req-1a942783-0096-4e9b-a609-031a3ca7abef tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:24.837711 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ed637453-ce80-4b3c-9d71-1d863f1b0994 req-1a942783-0096-4e9b-a609-031a3ca7abef tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0691233 Apr 22 08:08:24.908686 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ed637453-ce80-4b3c-9d71-1d863f1b0994 req-b65a13b1-b6ff-4502-98d6-86b582e3c84f tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694404 Apr 22 08:08:24.994182 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae232b-f09f-4fd7-9b28-0d7020eed852 req-bd62136f-c2ce-4a64-9365-dc43430bfb2a tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:24.995789 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d4ae232b-f09f-4fd7-9b28-0d7020eed852 req-bd62136f-c2ce-4a64-9365-dc43430bfb2a tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 944 time: 0.0628252 Apr 22 08:08:25.090092 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d4ae232b-f09f-4fd7-9b28-0d7020eed852 req-5581ee05-7f01-4824-8366-f5925f8306ed tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875206 Apr 22 08:08:26.071559 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca128f02-6abe-4df6-a374-51b0c3c481de req-7453a109-778b-4f39-a544-edfcc3df32b5 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:26.073268 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ca128f02-6abe-4df6-a374-51b0c3c481de req-7453a109-778b-4f39-a544-edfcc3df32b5 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0782306 Apr 22 08:08:26.159615 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ca128f02-6abe-4df6-a374-51b0c3c481de req-60ae7db6-d2e1-4674-9ceb-a660e9fddd16 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771520 Apr 22 08:08:26.268245 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ebeae-c4c3-44ea-b1c0-e49456fa0e46 req-75cb8211-62a5-4ee2-848b-907d0fee67c8 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:26.269815 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-430ebeae-c4c3-44ea-b1c0-e49456fa0e46 req-75cb8211-62a5-4ee2-848b-907d0fee67c8 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 944 time: 0.0851028 Apr 22 08:08:26.338404 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-430ebeae-c4c3-44ea-b1c0-e49456fa0e46 req-87b3f0d9-9aab-4517-9e2e-910930f78dd9 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559285 Apr 22 08:08:27.279550 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14d268-cf0a-4c64-ad02-84f3ddbc3ac4 req-ab412101-ae34-46f8-aa9f-2f71598028ba tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:27.283622 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7d14d268-cf0a-4c64-ad02-84f3ddbc3ac4 req-ab412101-ae34-46f8-aa9f-2f71598028ba tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0559614 Apr 22 08:08:27.331038 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7d14d268-cf0a-4c64-ad02-84f3ddbc3ac4 req-a64ad49c-7076-4db0-a3db-1a01706db52a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439620 Apr 22 08:08:27.469649 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964309f8-2747-4329-bc9d-5ed0606a4d00 req-1b0aaa0c-be91-4d2c-9026-ec8b56f0342b tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:27.471226 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-964309f8-2747-4329-bc9d-5ed0606a4d00 req-1b0aaa0c-be91-4d2c-9026-ec8b56f0342b tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 944 time: 0.0606275 Apr 22 08:08:27.509810 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:27.528834 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-964309f8-2747-4329-bc9d-5ed0606a4d00 req-6d7d0a08-ec08-4fe9-b263-41ee0b85233e tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513475 Apr 22 08:08:28.478657 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76090fb-c5ad-4ca9-9ea2-e81225356441 req-38349d7b-e8b4-43ef-924d-e1d3dcdadae3 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:28.480116 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a76090fb-c5ad-4ca9-9ea2-e81225356441 req-38349d7b-e8b4-43ef-924d-e1d3dcdadae3 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0681505 Apr 22 08:08:28.552163 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a76090fb-c5ad-4ca9-9ea2-e81225356441 req-58014089-0cf2-4037-b0f4-982c2f1db9af tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656734 Apr 22 08:08:28.683517 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12743c-65ce-44cc-8cc1-163e249c47b4 req-5dc1cc6b-ccf1-4670-a83a-e0ddcdfd7b0b tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:28.683517 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0c12743c-65ce-44cc-8cc1-163e249c47b4 req-5dc1cc6b-ccf1-4670-a83a-e0ddcdfd7b0b tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 944 time: 0.0629301 Apr 22 08:08:28.742648 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0c12743c-65ce-44cc-8cc1-163e249c47b4 req-87d72a1e-bf8a-482a-8fd0-eb776fcb3570 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547564 Apr 22 08:08:29.689900 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cc0df-ac6a-433c-8d16-ba54ac793dfe req-929ff16c-9f9a-41f1-a8c3-3814a8728bd7 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:29.695306 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-287cc0df-ac6a-433c-8d16-ba54ac793dfe req-929ff16c-9f9a-41f1-a8c3-3814a8728bd7 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0597305 Apr 22 08:08:29.753760 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-287cc0df-ac6a-433c-8d16-ba54ac793dfe req-6c9d8201-c6d2-450c-9a1b-5b6680fc17ea tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566366 Apr 22 08:08:29.878454 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1ff6a-f72a-4af4-9f01-ea25d86acae8 req-61958e60-286d-4789-b7e6-1f3605443ae3 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:29.880522 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6da1ff6a-f72a-4af4-9f01-ea25d86acae8 req-61958e60-286d-4789-b7e6-1f3605443ae3 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 944 time: 0.0587544 Apr 22 08:08:29.933801 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6da1ff6a-f72a-4af4-9f01-ea25d86acae8 req-9bd8359d-88f5-4e1f-9153-d86a7fd080b4 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467680 Apr 22 08:08:30.898124 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc98bcb-6cde-43ca-ad6f-7fe40e064d32 req-753d7887-9d35-446e-acba-31583bca66af tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:30.901442 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3fc98bcb-6cde-43ca-ad6f-7fe40e064d32 req-753d7887-9d35-446e-acba-31583bca66af tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0614285 Apr 22 08:08:30.951916 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3fc98bcb-6cde-43ca-ad6f-7fe40e064d32 req-6c174fae-9821-43fd-a990-46ee6b48f5a6 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448954 Apr 22 08:08:31.103777 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc629c5-9415-424d-ad06-7e54f5e1290f req-d82740a4-8d98-492a-b12f-adaa585573f9 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:31.105450 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ddc629c5-9415-424d-ad06-7e54f5e1290f req-d82740a4-8d98-492a-b12f-adaa585573f9 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 944 time: 0.0626178 Apr 22 08:08:31.163205 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ddc629c5-9415-424d-ad06-7e54f5e1290f req-e95252d4-8a3a-4373-856e-a94b9a04ff9b tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504336 Apr 22 08:08:31.975909 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da5acc-1d34-4eca-bdd5-6d5e92bf6cb2 req-44393d7a-6ff6-451e-ade2-7097f26133cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:31.977449 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-90da5acc-1d34-4eca-bdd5-6d5e92bf6cb2 req-44393d7a-6ff6-451e-ade2-7097f26133cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=81c4c93475674fd68590e374a9df07e9&device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 1128 time: 0.0450928 Apr 22 08:08:32.039251 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2582ca-ece3-40ee-8e78-a6b20f4e9d59 req-cf5c70c5-0eef-44d8-94ee-3cd0fbd48cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:32.040800 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-cc2582ca-ece3-40ee-8e78-a6b20f4e9d59 req-cf5c70c5-0eef-44d8-94ee-3cd0fbd48cba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b16e55435fdd44369ad143385457d955&device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 1130 time: 0.0468643 Apr 22 08:08:32.129211 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3558976-8a02-4fc7-b94d-c600d5b7abc7 req-25f58b60-ce45-4f91-8d47-be0c6f13aa13 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:32.130701 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b3558976-8a02-4fc7-b94d-c600d5b7abc7 req-25f58b60-ce45-4f91-8d47-be0c6f13aa13 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0861483 Apr 22 08:08:32.131655 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da5acc-1d34-4eca-bdd5-6d5e92bf6cb2 req-d63854aa-44e8-4d27-a8e9-9d9573c755ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:32.132947 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-90da5acc-1d34-4eca-bdd5-6d5e92bf6cb2 req-d63854aa-44e8-4d27-a8e9-9d9573c755ed service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=81c4c93475674fd68590e374a9df07e9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1380177 Apr 22 08:08:32.174005 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2582ca-ece3-40ee-8e78-a6b20f4e9d59 req-ec347655-7f9b-40e8-bbc1-b6513171bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:32.175505 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-cc2582ca-ece3-40ee-8e78-a6b20f4e9d59 req-ec347655-7f9b-40e8-bbc1-b6513171bfcb service neutron] 10.222.0.39 "GET /v2.0/networks?id=4b674c87-1c24-4bb4-9319-a67400265e39 HTTP/1.1" status: 200 len: 917 time: 0.0869513 Apr 22 08:08:32.232292 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b3558976-8a02-4fc7-b94d-c600d5b7abc7 req-3ff8757e-b823-412a-951a-274de0adc151 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959272 Apr 22 08:08:32.256429 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-cc2582ca-ece3-40ee-8e78-a6b20f4e9d59 req-6a204dca-c0f1-4e1b-b289-35749a773c48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3b45d57-1a79-4afd-9ada-3178fb0ec98d HTTP/1.1" status: 200 len: 1001 time: 0.0735185 Apr 22 08:08:32.287520 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da5acc-1d34-4eca-bdd5-6d5e92bf6cb2 req-69031439-4227-4144-91e0-35a8a961c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:32.288973 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-90da5acc-1d34-4eca-bdd5-6d5e92bf6cb2 req-69031439-4227-4144-91e0-35a8a961c3c0 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1459849 Apr 22 08:08:32.307737 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2582ca-ece3-40ee-8e78-a6b20f4e9d59 req-10168d5f-0a87-4eb0-b28c-afe11746ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:32.309617 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-cc2582ca-ece3-40ee-8e78-a6b20f4e9d59 req-10168d5f-0a87-4eb0-b28c-afe11746ab9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=093be093-5f28-4c4a-80b0-be7fd291fc71 HTTP/1.1" status: 200 len: 855 time: 0.0456016 Apr 22 08:08:32.315056 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38e39d-5d43-4414-a4b2-80ab4da3ef5e req-15bb1f8c-c1bc-4e7e-9d47-04210161ba4c tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:32.316766 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9b38e39d-5d43-4414-a4b2-80ab4da3ef5e req-15bb1f8c-c1bc-4e7e-9d47-04210161ba4c tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 944 time: 0.0819645 Apr 22 08:08:32.363470 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2582ca-ece3-40ee-8e78-a6b20f4e9d59 req-53a4b23e-4082-4a1f-a355-8c0c8425f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:32.364868 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-cc2582ca-ece3-40ee-8e78-a6b20f4e9d59 req-53a4b23e-4082-4a1f-a355-8c0c8425f00b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b674c87-1c24-4bb4-9319-a67400265e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0481684 Apr 22 08:08:32.407651 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9b38e39d-5d43-4414-a4b2-80ab4da3ef5e req-98fb983d-a52e-44a1-806f-546cbbe27522 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784404 Apr 22 08:08:32.421520 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-1fcc9669-187a-4349-8df8-db64528a0986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:32.421520 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-1fcc9669-187a-4349-8df8-db64528a0986 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=81c4c93475674fd68590e374a9df07e9&device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 1128 time: 0.0789855 Apr 22 08:08:32.467567 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-cc2582ca-ece3-40ee-8e78-a6b20f4e9d59 req-ac1168de-6c28-4d92-8d46-2d1ef5992e11 service neutron] 10.222.0.39 "GET /v2.0/networks/4b674c87-1c24-4bb4-9319-a67400265e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945721 Apr 22 08:08:32.469123 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-1f5122f8-e2d9-49ce-b472-30d15cb4ad82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1669b6e7-88ca-4e8e-8caa-a58a64ca2364 HTTP/1.1" status: 200 len: 217 time: 0.0412614 Apr 22 08:08:32.526100 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-b8c6257f-f8c7-4197-b44f-54cf076e7353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:32.527504 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-b8c6257f-f8c7-4197-b44f-54cf076e7353 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57d7abe5-9276-474f-b2f5-7f98c78bd2d4 HTTP/1.1" status: 200 len: 854 time: 0.0435600 Apr 22 08:08:32.567470 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-cc2582ca-ece3-40ee-8e78-a6b20f4e9d59 req-056d37d3-bbc0-4ae2-8ae3-12846e9ac66c service neutron] 10.222.0.39 "GET /v2.0/networks/4b674c87-1c24-4bb4-9319-a67400265e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842519 Apr 22 08:08:32.582330 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-0d748e87-b1b6-42c8-be7a-0018708f3c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:32.583925 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-0d748e87-b1b6-42c8-be7a-0018708f3c92 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52c8a8db-0a51-4766-b335-b1a3568ac7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0477459 Apr 22 08:08:32.679230 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-65b99336-8797-44dc-b24f-1f3e431f64af service neutron] 10.222.0.39 "GET /v2.0/networks/52c8a8db-0a51-4766-b335-b1a3568ac7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813782 Apr 22 08:08:32.771354 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-75382e67-3a27-40ca-b965-bc9d5fc87638 req-d5ad6f01-699e-4e64-af73-a74990f21f62 service neutron] 10.222.0.39 "GET /v2.0/networks/52c8a8db-0a51-4766-b335-b1a3568ac7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853226 Apr 22 08:08:33.364355 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c917d0-a341-4444-b880-7baa0807d6e0 req-4e23f322-2336-4fc1-9e78-35d0b3022984 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:33.365848 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-59c917d0-a341-4444-b880-7baa0807d6e0 req-4e23f322-2336-4fc1-9e78-35d0b3022984 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0571921 Apr 22 08:08:33.413200 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-59c917d0-a341-4444-b880-7baa0807d6e0 req-bf613efa-c1e7-4940-8788-33f3abc84cc8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416763 Apr 22 08:08:33.526571 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b5021-63e8-4e37-bae4-0ad4f6587e82 req-6c093f40-2924-4d55-8dcf-358b776d7dd0 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:33.528110 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ed3b5021-63e8-4e37-bae4-0ad4f6587e82 req-6c093f40-2924-4d55-8dcf-358b776d7dd0 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 944 time: 0.0519273 Apr 22 08:08:33.575886 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ed3b5021-63e8-4e37-bae4-0ad4f6587e82 req-3bb9d0f4-1e0c-423b-9355-b2737293096a tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410709 Apr 22 08:08:33.596073 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device f3b45d57-1a79-4afd-9ada-3178fb0ec98d details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:08:33.695824 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port f3b45d57-1a79-4afd-9ada-3178fb0ec98d, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=f3b45d57-1a79-4afd-9ada-3178fb0ec98d,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:08:33.708654 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'port_id': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d', 'mac_address': 'fa:16:3e:d8:77:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:08:33.744408 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port f3b45d57-1a79-4afd-9ada-3178fb0ec98d is: ACTIVE; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:08:33.744796 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:33.757413 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3b45d57-1a79-4afd-9ada-3178fb0ec98d {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:08:33.776526 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port f3b45d57-1a79-4afd-9ada-3178fb0ec98d, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=f3b45d57-1a79-4afd-9ada-3178fb0ec98d,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:08:33.874307 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:33.924559 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=f3b45d57-1a79-4afd-9ada-3178fb0ec98d,revision_number=6']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:33.968890 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['f3b45d57-1a79-4afd-9ada-3178fb0ec98d'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:08:34.727977 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1dbc2-a7e1-4bfe-af5b-85d27db5bc54 req-0041c4f6-83ff-4fd6-8ad3-c83578797d5c tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:34.729431 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-abb1dbc2-a7e1-4bfe-af5b-85d27db5bc54 req-0041c4f6-83ff-4fd6-8ad3-c83578797d5c tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 944 time: 0.0838466 Apr 22 08:08:34.743188 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b5305-aabe-4ae6-8963-cebe334cb354 req-5317012d-d25b-416c-a904-6701133823bf tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:34.744568 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bf4b5305-aabe-4ae6-8963-cebe334cb354 req-5317012d-d25b-416c-a904-6701133823bf tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 945 time: 0.2532842 Apr 22 08:08:34.815026 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-abb1dbc2-a7e1-4bfe-af5b-85d27db5bc54 req-101711d1-1e65-4286-a553-c3d6a58fdc2c tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784683 Apr 22 08:08:34.820331 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bf4b5305-aabe-4ae6-8963-cebe334cb354 req-10620f50-3ffe-4901-81bd-f7fdfd040efc tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700088 Apr 22 08:08:35.597929 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:08:35.599969 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device f3b45d57-1a79-4afd-9ada-3178fb0ec98d up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:08:35.709889 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port f3b45d57-1a79-4afd-9ada-3178fb0ec98d triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:08:35.712513 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:35.764225 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=1669b6e7-88ca-4e8e-8caa-a58a64ca2364,segment=NetworkSegment(c62eaefb-9891-4d3c-962a-b78e6fc268b1),segment_id=c62eaefb-9891-4d3c-962a-b78e6fc268b1)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:08:35.780351 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': '1669b6e7-88ca-4e8e-8caa-a58a64ca2364', 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7', 'port_id': '1669b6e7-88ca-4e8e-8caa-a58a64ca2364', 'mac_address': 'fa:16:3e:9d:6c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:08:35.851688 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port f3b45d57-1a79-4afd-9ada-3178fb0ec98d is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:08:35.852081 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:35.854815 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 is: DOWN; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:08:35.855188 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:35.882081 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:08:35.892036 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd761ae-492a-40bf-ae21-dbd100b4a1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:08:35.894308 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98e5b03-3781-4dab-bff3-ed592464ab76" -d '{"events": [{"server_uuid": "ecd761ae-492a-40bf-ae21-dbd100b4a1f1", "name": "network-vif-plugged", "status": "completed", "tag": "f3b45d57-1a79-4afd-9ada-3178fb0ec98d"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:08:35.918437 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port f3b45d57-1a79-4afd-9ada-3178fb0ec98d, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=f3b45d57-1a79-4afd-9ada-3178fb0ec98d,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:08:35.920376 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=1669b6e7-88ca-4e8e-8caa-a58a64ca2364,segment=NetworkSegment(c62eaefb-9891-4d3c-962a-b78e6fc268b1),segment_id=c62eaefb-9891-4d3c-962a-b78e6fc268b1)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:08:35.977918 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:36.004810 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:36.037968 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=f3b45d57-1a79-4afd-9ada-3178fb0ec98d,revision_number=7']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:36.104125 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=1669b6e7-88ca-4e8e-8caa-a58a64ca2364,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:36.254923 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['1669b6e7-88ca-4e8e-8caa-a58a64ca2364'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:08:36.288421 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8adbb-a364-4a1f-96cb-d4b7588c6b46 req-c2cd54ff-66bc-450f-892e-eaa3263d2340 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:36.289907 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b6c8adbb-a364-4a1f-96cb-d4b7588c6b46 req-c2cd54ff-66bc-450f-892e-eaa3263d2340 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 945 time: 0.3754005 Apr 22 08:08:36.364371 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b67038-9859-4630-94af-0a52e97eac76 req-867b27be-a904-4aa2-8b53-503e1cc3ceec tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:36.366308 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-96b67038-9859-4630-94af-0a52e97eac76 req-867b27be-a904-4aa2-8b53-503e1cc3ceec tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 944 time: 0.4702003 Apr 22 08:08:36.375367 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b6c8adbb-a364-4a1f-96cb-d4b7588c6b46 req-9edbf29c-d14d-42bd-8d52-16bc0b146cb4 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775874 Apr 22 08:08:36.484698 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-96b67038-9859-4630-94af-0a52e97eac76 req-9b1a8227-1826-4346-a7a5-d497db08ddc7 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042738 Apr 22 08:08:36.486682 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30205d65-ccfb-462a-b3e4-6b96145ca54f x-openstack-request-id: req-30205d65-ccfb-462a-b3e4-6b96145ca54f {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:08:36.486987 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd761ae-492a-40bf-ae21-dbd100b4a1f1", "name": "network-vif-plugged", "status": "completed", "tag": "f3b45d57-1a79-4afd-9ada-3178fb0ec98d", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:08:36.487248 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30205d65-ccfb-462a-b3e4-6b96145ca54f {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:08:36.487645 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30205d65-ccfb-462a-b3e4-6b96145ca54f'] response: {'server_uuid': 'ecd761ae-492a-40bf-ae21-dbd100b4a1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d', 'code': 200} Apr 22 08:08:36.833849 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:08:37.541427 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7dbc0d-6e73-4885-8b50-3f2fc6dad32e req-78262dfa-a12b-434f-ac97-1e8c8a6d4b00 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:37.549438 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ff7dbc0d-6e73-4885-8b50-3f2fc6dad32e req-78262dfa-a12b-434f-ac97-1e8c8a6d4b00 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0697458 Apr 22 08:08:37.627159 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:08:37.694102 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ff7dbc0d-6e73-4885-8b50-3f2fc6dad32e req-563ec2c5-6e1f-4a74-baab-85a6ae3e4a8e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429925 Apr 22 08:08:37.723948 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c89ec-5a6d-4395-ba76-7102c393e195 req-b56c6a6d-64ca-412c-8851-ce8ac4c6de8a tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:37.724946 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-427c89ec-5a6d-4395-ba76-7102c393e195 req-b56c6a6d-64ca-412c-8851-ce8ac4c6de8a tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 945 time: 0.1557927 Apr 22 08:08:37.789887 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning for port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 completed by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 08:08:37.792072 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:08:37.792521 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:37.802880 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-427c89ec-5a6d-4395-ba76-7102c393e195 req-5d4dec35-37dd-4c72-b30c-d9d76dc481db tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693409 Apr 22 08:08:37.893920 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:08:37.894228 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:37.940808 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=1669b6e7-88ca-4e8e-8caa-a58a64ca2364,segment=NetworkSegment(c62eaefb-9891-4d3c-962a-b78e6fc268b1),segment_id=c62eaefb-9891-4d3c-962a-b78e6fc268b1)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:08:38.029214 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:38.092957 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=1669b6e7-88ca-4e8e-8caa-a58a64ca2364,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:38.488396 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714fbaef-6195-494f-8c0f-de43371d24a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1669b6e7-88ca-4e8e-8caa-a58a64ca2364'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:08:38.491364 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366c2f1c-739b-4181-b2c4-e2ba225d00b9" -d '{"events": [{"server_uuid": "714fbaef-6195-494f-8c0f-de43371d24a9", "name": "network-vif-plugged", "status": "completed", "tag": "1669b6e7-88ca-4e8e-8caa-a58a64ca2364"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:08:38.539885 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1673d7b-2788-4a0f-b852-336717848803 x-openstack-request-id: req-d1673d7b-2788-4a0f-b852-336717848803 {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:08:38.540495 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714fbaef-6195-494f-8c0f-de43371d24a9", "name": "network-vif-plugged", "status": "completed", "tag": "1669b6e7-88ca-4e8e-8caa-a58a64ca2364", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:08:38.546554 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1673d7b-2788-4a0f-b852-336717848803 {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:08:38.547297 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1673d7b-2788-4a0f-b852-336717848803'] response: {'server_uuid': '714fbaef-6195-494f-8c0f-de43371d24a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1669b6e7-88ca-4e8e-8caa-a58a64ca2364', 'code': 200} Apr 22 08:08:38.849648 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7ab4-9321-4d3f-b8e1-665a24abf308 req-e1fd6d68-4440-4191-bb2c-c2f67ca41481 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:38.852142 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-41ff7ab4-9321-4d3f-b8e1-665a24abf308 req-e1fd6d68-4440-4191-bb2c-c2f67ca41481 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0731714 Apr 22 08:08:38.971740 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-41ff7ab4-9321-4d3f-b8e1-665a24abf308 req-05d706b2-4c85-4da2-b32c-06461c346fa9 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068461 Apr 22 08:08:38.985428 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa5c33-3dae-4e64-bc4b-493da36cbb46 req-c9667a8f-6b31-4016-b012-5050497443f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:38.985428 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f3aa5c33-3dae-4e64-bc4b-493da36cbb46 req-c9667a8f-6b31-4016-b012-5050497443f0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 1130 time: 0.1234071 Apr 22 08:08:38.997046 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63916e09-aa8a-42d9-935a-96250aaec2a3 req-9e455d8a-ec11-49d6-b0b4-3be5fb3e5259 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:38.998524 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-63916e09-aa8a-42d9-935a-96250aaec2a3 req-9e455d8a-ec11-49d6-b0b4-3be5fb3e5259 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 946 time: 0.1110358 Apr 22 08:08:39.060306 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f3aa5c33-3dae-4e64-bc4b-493da36cbb46 req-298a4d57-546e-49f6-bf9c-ae382599d051 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748849 Apr 22 08:08:39.072185 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-63916e09-aa8a-42d9-935a-96250aaec2a3 req-11741f91-bc7a-45a5-b3ed-88e7cc342c44 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655470 Apr 22 08:08:40.223977 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59dfc7b-fb2f-49b7-bcbd-269203a3d71e req-44549b1b-2185-4e8f-8190-a1408be127fb tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:40.225578 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d59dfc7b-fb2f-49b7-bcbd-269203a3d71e req-44549b1b-2185-4e8f-8190-a1408be127fb tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.1397693 Apr 22 08:08:40.256849 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328722cd-8438-42ea-945e-0f53559a9f01 req-277f72ed-eb9e-4e91-a235-dad0f44d49fe tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:40.258650 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-328722cd-8438-42ea-945e-0f53559a9f01 req-277f72ed-eb9e-4e91-a235-dad0f44d49fe tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 946 time: 0.0952306 Apr 22 08:08:40.321522 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d59dfc7b-fb2f-49b7-bcbd-269203a3d71e req-cbe72970-cbef-419e-97f8-6d5a51ed194e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889821 Apr 22 08:08:40.336643 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-328722cd-8438-42ea-945e-0f53559a9f01 req-c8ae630b-203d-4e2f-920d-a41b8bc05225 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690684 Apr 22 08:08:40.616120 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-93fa4bcd-40aa-4c85-9e3c-3400981a1b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:41.518587 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479e894-d54d-44bb-adcc-743c875f98fb req-8127da22-7b7c-4f30-a2ec-cba8372523cf tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:41.520039 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8479e894-d54d-44bb-adcc-743c875f98fb req-8127da22-7b7c-4f30-a2ec-cba8372523cf tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.1067770 Apr 22 08:08:41.536095 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6831a-7298-4f2b-a0de-481c4da7c557 req-06267780-5cff-4c72-941c-2235fff643d3 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:41.537653 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a0c6831a-7298-4f2b-a0de-481c4da7c557 req-06267780-5cff-4c72-941c-2235fff643d3 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 946 time: 0.0890274 Apr 22 08:08:41.624855 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8479e894-d54d-44bb-adcc-743c875f98fb req-b68dadba-859c-4088-9282-a0cb62575385 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984356 Apr 22 08:08:41.656279 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a0c6831a-7298-4f2b-a0de-481c4da7c557 req-f4c16222-4253-4f73-adc2-e768e7d40d1a tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977402 Apr 22 08:08:41.772394 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e132a-47bb-491f-86cd-d6d4ea718ce3 req-85c250be-f0b8-42a5-adcb-7fbacd8dd4be tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:41.779087 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9a1e132a-47bb-491f-86cd-d6d4ea718ce3 req-85c250be-f0b8-42a5-adcb-7fbacd8dd4be tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 946 time: 0.0617602 Apr 22 08:08:41.829530 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9a1e132a-47bb-491f-86cd-d6d4ea718ce3 req-2e0590b7-f62e-41bd-bafe-57a5720c7084 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469458 Apr 22 08:08:42.221814 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f787a-2199-48c8-9536-1685f19b3ee5 req-b6e9b0fb-f31e-45c4-b88e-901abb0727e4 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:42.223769 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-779f787a-2199-48c8-9536-1685f19b3ee5 req-b6e9b0fb-f31e-45c4-b88e-901abb0727e4 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 946 time: 0.0674319 Apr 22 08:08:42.297117 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-779f787a-2199-48c8-9536-1685f19b3ee5 req-60bf4581-dc11-4f9e-9b39-c91337a1295f tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622404 Apr 22 08:08:42.764889 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153b6e2-fd9e-4605-a847-4904e619fdc4 req-c7823572-0ddc-4fdf-8d8c-c23a3801a60b tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:42.766399 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f153b6e2-fd9e-4605-a847-4904e619fdc4 req-c7823572-0ddc-4fdf-8d8c-c23a3801a60b tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0515528 Apr 22 08:08:42.812026 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f153b6e2-fd9e-4605-a847-4904e619fdc4 req-c319fab6-dd56-4806-8cd3-95b468b836ed tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399196 Apr 22 08:08:42.994437 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-21073e39-8bb2-45a8-9d45-4c786e69c866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:43.981226 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7217af-19f0-44b4-9822-b0b11d8c8adb req-02c10686-78e9-4974-8640-db63260762f2 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:43.982899 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0a7217af-19f0-44b4-9822-b0b11d8c8adb req-02c10686-78e9-4974-8640-db63260762f2 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0676758 Apr 22 08:08:44.048637 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0a7217af-19f0-44b4-9822-b0b11d8c8adb req-740ece23-8b06-4206-8a67-5a3f0d72f631 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503519 Apr 22 08:08:44.350262 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:45.223297 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:45.333182 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92f5a8-227d-4005-ae76-b34d99692eb9 req-87a81fd6-4cd0-481e-aaf2-26d44a57dc0a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:45.335072 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-dc92f5a8-227d-4005-ae76-b34d99692eb9 req-87a81fd6-4cd0-481e-aaf2-26d44a57dc0a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0752609 Apr 22 08:08:45.395787 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-dc92f5a8-227d-4005-ae76-b34d99692eb9 req-545528c1-50da-4fb0-8f7c-2ee0b2329a8b tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517495 Apr 22 08:08:46.531686 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b395e3-7346-4627-92fe-d2a7da974b12 req-7ff6defa-85fb-4d20-b375-2ce58751c476 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:46.542162 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-68b395e3-7346-4627-92fe-d2a7da974b12 req-7ff6defa-85fb-4d20-b375-2ce58751c476 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0640125 Apr 22 08:08:46.599292 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-68b395e3-7346-4627-92fe-d2a7da974b12 req-5c2aac24-f4f2-431e-b44f-7534845d54b8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581374 Apr 22 08:08:47.051572 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:47.731703 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd05537-35ad-4b97-841b-9191740687ec req-cf035d02-4892-423f-9a7d-faebc84ba1f5 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:47.733895 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5cd05537-35ad-4b97-841b-9191740687ec req-cf035d02-4892-423f-9a7d-faebc84ba1f5 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0573633 Apr 22 08:08:47.780187 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5cd05537-35ad-4b97-841b-9191740687ec req-5d76f894-6af8-4aa7-b53f-58ed9d4467a1 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399191 Apr 22 08:08:48.091489 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9bb28-cbc9-4850-8ca1-5d4c180e54f6 req-bc81726b-1060-4c12-89bd-fd93c988eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:48.093765 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9cb9bb28-cbc9-4850-8ca1-5d4c180e54f6 req-bc81726b-1060-4c12-89bd-fd93c988eb59 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b16e55435fdd44369ad143385457d955&device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 1130 time: 0.0905056 Apr 22 08:08:48.197864 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9bb28-cbc9-4850-8ca1-5d4c180e54f6 req-82a2e52b-00c5-4bb5-9dbd-e8978592b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:48.199306 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9cb9bb28-cbc9-4850-8ca1-5d4c180e54f6 req-82a2e52b-00c5-4bb5-9dbd-e8978592b298 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4b674c87-1c24-4bb4-9319-a67400265e39 HTTP/1.1" status: 200 len: 917 time: 0.0995266 Apr 22 08:08:48.272389 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9cb9bb28-cbc9-4850-8ca1-5d4c180e54f6 req-6c5d4e30-8841-4543-a7d2-59ed01bfd207 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3b45d57-1a79-4afd-9ada-3178fb0ec98d HTTP/1.1" status: 200 len: 1001 time: 0.0660615 Apr 22 08:08:48.320320 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9bb28-cbc9-4850-8ca1-5d4c180e54f6 req-9aa59a16-8c24-4689-aa0b-42c4214a4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:48.321788 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9cb9bb28-cbc9-4850-8ca1-5d4c180e54f6 req-9aa59a16-8c24-4689-aa0b-42c4214a4ffd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=093be093-5f28-4c4a-80b0-be7fd291fc71 HTTP/1.1" status: 200 len: 855 time: 0.0436609 Apr 22 08:08:48.372469 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9bb28-cbc9-4850-8ca1-5d4c180e54f6 req-2b26b235-777b-4c00-b334-2e3f31f37c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:48.374645 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9cb9bb28-cbc9-4850-8ca1-5d4c180e54f6 req-2b26b235-777b-4c00-b334-2e3f31f37c5f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b674c87-1c24-4bb4-9319-a67400265e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0460148 Apr 22 08:08:48.459922 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9cb9bb28-cbc9-4850-8ca1-5d4c180e54f6 req-0e6ee388-eab1-464e-91e6-174d98161e91 service neutron] 10.222.0.39 "GET /v2.0/networks/4b674c87-1c24-4bb4-9319-a67400265e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795217 Apr 22 08:08:48.549292 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9cb9bb28-cbc9-4850-8ca1-5d4c180e54f6 req-52dfd8dd-9d94-4bfc-b6e5-64b80adb83e0 service neutron] 10.222.0.39 "GET /v2.0/networks/4b674c87-1c24-4bb4-9319-a67400265e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830352 Apr 22 08:08:48.905883 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e96106-6d06-4871-8c13-f13769887acc req-01d7c6c2-6082-42e8-8721-978077b5aa6b tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:48.907293 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b2e96106-6d06-4871-8c13-f13769887acc req-01d7c6c2-6082-42e8-8721-978077b5aa6b tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0535264 Apr 22 08:08:48.962552 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b2e96106-6d06-4871-8c13-f13769887acc req-c65d19b9-3619-4c3e-ba6a-740b8559f50a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415270 Apr 22 08:08:49.111839 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0587175-69b8-44c8-9512-27821ae67200 req-8b6b1e27-c2ab-4fad-af3f-a84e8650b67b tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:49.113315 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d0587175-69b8-44c8-9512-27821ae67200 req-8b6b1e27-c2ab-4fad-af3f-a84e8650b67b tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 946 time: 0.0534461 Apr 22 08:08:49.163391 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d0587175-69b8-44c8-9512-27821ae67200 req-82a55d42-e820-41e6-ab5e-5c0af2429fb9 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443492 Apr 22 08:08:49.185636 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 37646) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:08:49.326867 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f9d3e-e57f-4791-a546-b5d0d2b05fe6 tempest-TestMinimumBasicScenario-1153334484 tempest-TestMinimumBasicScenario-1153334484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:49.331390 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-ae3f9d3e-e57f-4791-a546-b5d0d2b05fe6 tempest-TestMinimumBasicScenario-1153334484 tempest-TestMinimumBasicScenario-1153334484-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 1125 time: 0.1417887 Apr 22 08:08:49.331635 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 37650) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:08:49.335873 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-2d4f6693-c404-4045-a084-cd6c792495a5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Request body: {'floatingip': {'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'port_id': '1669b6e7-88ca-4e8e-8caa-a58a64ca2364', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:08:49.415619 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2d4f6693-c404-4045-a084-cd6c792495a5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:49.508293 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2d4f6693-c404-4045-a084-cd6c792495a5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:49.617342 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-2d4f6693-c404-4045-a084-cd6c792495a5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Allocated IP 172.28.2.166 (1ba3c60b-0bed-4e05-bf6c-e6da0128f626/c65f8918-06d0-4042-b508-c83c4010a7fc/4fa9c402-636e-483a-9970-ced10755ca82) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:08:49.715847 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2d4f6693-c404-4045-a084-cd6c792495a5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for port (4fa9c402-636e-483a-9970-ced10755ca82), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:49.804723 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2d4f6693-c404-4045-a084-cd6c792495a5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (4fa9c402-636e-483a-9970-ced10755ca82), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:49.845801 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4f6693-c404-4045-a084-cd6c792495a5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:08:49.853358 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-2d4f6693-c404-4045-a084-cd6c792495a5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:08:49.859040 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4f6693-c404-4045-a084-cd6c792495a5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:08:49.870319 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f6693-c404-4045-a084-cd6c792495a5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Pushing event updated for resources: {'Port': ['ID=4fa9c402-636e-483a-9970-ced10755ca82,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:50.120381 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da42c06-1c44-4917-9ec1-563302858aae req-98d888c8-b4dd-41ce-9cdb-0275d90605ae tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:50.121844 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1da42c06-1c44-4917-9ec1-563302858aae req-98d888c8-b4dd-41ce-9cdb-0275d90605ae tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.0811913 Apr 22 08:08:50.280622 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1da42c06-1c44-4917-9ec1-563302858aae req-b7fc4162-9471-49ed-b104-416869f5ac46 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327376 Apr 22 08:08:50.301611 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2d4f6693-c404-4045-a084-cd6c792495a5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for floatingip (ce050e83-89f2-4845-a3d9-a722e3e9d9db), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:50.459222 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2d4f6693-c404-4045-a084-cd6c792495a5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (4fa9c402-636e-483a-9970-ced10755ca82), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:50.619035 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2d4f6693-c404-4045-a084-cd6c792495a5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for port (4fa9c402-636e-483a-9970-ced10755ca82), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:50.691022 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2d4f6693-c404-4045-a084-cd6c792495a5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (4fa9c402-636e-483a-9970-ced10755ca82), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:50.756191 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f6693-c404-4045-a084-cd6c792495a5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Pushing event updated for resources: {'Port': ['ID=4fa9c402-636e-483a-9970-ced10755ca82,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:50.768302 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2d4f6693-c404-4045-a084-cd6c792495a5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (ce050e83-89f2-4845-a3d9-a722e3e9d9db), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:50.871504 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.l3_db [None req-2d4f6693-c404-4045-a084-cd6c792495a5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Floating IP ce050e83-89f2-4845-a3d9-a722e3e9d9db associated. External IP: 172.28.2.166, port: 1669b6e7-88ca-4e8e-8caa-a58a64ca2364. Apr 22 08:08:51.106212 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4f6693-c404-4045-a084-cd6c792495a5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Router 4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:08:51.223139 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4f6693-c404-4045-a084-cd6c792495a5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:08:51.232515 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826dbe82-07bb-445e-a785-74839d708004 None None] Sync routers for ids ['4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:08:51.241817 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826dbe82-07bb-445e-a785-74839d708004 None None] Routers {'4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:08:51.242429 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-826dbe82-07bb-445e-a785-74839d708004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:08:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:51.293657 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2d4f6693-c404-4045-a084-cd6c792495a5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:51.331481 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 37670) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:08:51.336837 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-2d4f6693-c404-4045-a084-cd6c792495a5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9989305 Apr 22 08:08:51.336837 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714fbaef-6195-494f-8c0f-de43371d24a9', 'tag': '1669b6e7-88ca-4e8e-8caa-a58a64ca2364'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:08:51.336837 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ce2f27-7653-4ac8-817c-0dca48aa6be8" -d '{"events": [{"name": "network-changed", "server_uuid": "714fbaef-6195-494f-8c0f-de43371d24a9", "tag": "1669b6e7-88ca-4e8e-8caa-a58a64ca2364"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:08:51.337836 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-ee85c3e1-ad23-4b55-8541-e9ab43dd9224 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-744260482', 'description': 'tempest-secgroup-smoke-744260482 description', 'project_id': '81c4c93475674fd68590e374a9df07e9'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:08:51.354627 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-826dbe82-07bb-445e-a785-74839d708004 None None] Set router 4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:08:51.393198 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3733f450-2199-45b1-8f02-eb27b8c02da4 x-openstack-request-id: req-3733f450-2199-45b1-8f02-eb27b8c02da4 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:08:51.399371 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714fbaef-6195-494f-8c0f-de43371d24a9", "tag": "1669b6e7-88ca-4e8e-8caa-a58a64ca2364", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:08:51.399371 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3733f450-2199-45b1-8f02-eb27b8c02da4 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:08:51.399371 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3733f450-2199-45b1-8f02-eb27b8c02da4'] response: {'name': 'network-changed', 'server_uuid': '714fbaef-6195-494f-8c0f-de43371d24a9', 'tag': '1669b6e7-88ca-4e8e-8caa-a58a64ca2364', 'status': 'completed', 'code': 200} Apr 22 08:08:51.417179 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ee85c3e1-ad23-4b55-8541-e9ab43dd9224 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:51.463727 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61de93-d186-4884-b763-a4e9b951b4ea req-2d46e226-f027-4e41-aca0-f960f70ee194 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:51.465673 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3b61de93-d186-4884-b763-a4e9b951b4ea req-2d46e226-f027-4e41-aca0-f960f70ee194 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 946 time: 0.1074407 Apr 22 08:08:51.486789 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce2f27-7653-4ac8-817c-0dca48aa6be8 req-f90c6810-02c8-42ce-bf18-b35ad67b6b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:51.486789 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-24ce2f27-7653-4ac8-817c-0dca48aa6be8 req-f90c6810-02c8-42ce-bf18-b35ad67b6b12 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=81c4c93475674fd68590e374a9df07e9&device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 1130 time: 0.0855870 Apr 22 08:08:51.526213 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ee85c3e1-ad23-4b55-8541-e9ab43dd9224 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group (2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:51.585264 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3b61de93-d186-4884-b763-a4e9b951b4ea req-2e1b1d96-b9b2-4ece-b777-6aa5854a1d69 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120794 Apr 22 08:08:51.611701 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ee85c3e1-ad23-4b55-8541-e9ab43dd9224 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:51.624471 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce2f27-7653-4ac8-817c-0dca48aa6be8 req-1f0055c0-91cd-47e5-b9bb-b81d4432f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:51.624471 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-24ce2f27-7653-4ac8-817c-0dca48aa6be8 req-1f0055c0-91cd-47e5-b9bb-b81d4432f377 service neutron] 10.222.0.39 "GET /v2.0/networks?id=52c8a8db-0a51-4766-b335-b1a3568ac7d7 HTTP/1.1" status: 200 len: 916 time: 0.1216638 Apr 22 08:08:51.644069 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-826dbe82-07bb-445e-a785-74839d708004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'name': 'tempest-TestMinimumBasicScenario-2009339041-router', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:52Z', 'updated_at': '2022-04-22T08:07:56Z', 'revision_number': 4, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'gw_port': {'id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:53Z', 'updated_at': '2022-04-22T08:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': 'ce050e83-89f2-4845-a3d9-a722e3e9d9db', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'floating_ip_address': '172.28.2.166', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'port_id': '1669b6e7-88ca-4e8e-8caa-a58a64ca2364', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7', 'mac_address': 'fa:16:3e:9d:6c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714fbaef-6195-494f-8c0f-de43371d24a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:08:50Z', 'updated_at': '2022-04-22T08:08:50Z', 'revision_number': 0, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f', 'name': '', 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'mac_address': 'fa:16:3e:b4:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:55Z', 'updated_at': '2022-04-22T08:08:00Z', 'revision_number': 5, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'subnets': [{'id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:51.669718 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85c3e1-ad23-4b55-8541-e9ab43dd9224 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:51.680088 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85c3e1-ad23-4b55-8541-e9ab43dd9224 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:51.680448 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85c3e1-ad23-4b55-8541-e9ab43dd9224 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:51.680794 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85c3e1-ad23-4b55-8541-e9ab43dd9224 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:51.681132 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85c3e1-ad23-4b55-8541-e9ab43dd9224 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:51.681468 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85c3e1-ad23-4b55-8541-e9ab43dd9224 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:51.681800 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85c3e1-ad23-4b55-8541-e9ab43dd9224 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:51.682130 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85c3e1-ad23-4b55-8541-e9ab43dd9224 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:51.682457 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85c3e1-ad23-4b55-8541-e9ab43dd9224 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:51.682833 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85c3e1-ad23-4b55-8541-e9ab43dd9224 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:51.683162 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85c3e1-ad23-4b55-8541-e9ab43dd9224 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:51.683490 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85c3e1-ad23-4b55-8541-e9ab43dd9224 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:51.683811 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85c3e1-ad23-4b55-8541-e9ab43dd9224 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:51.684262 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee85c3e1-ad23-4b55-8541-e9ab43dd9224 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:08:51.689694 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826dbe82-07bb-445e-a785-74839d708004 None None] Checking router: 4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:08:51.690127 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device f3b45d57-1a79-4afd-9ada-3178fb0ec98d no longer exists at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:08:51.703462 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826dbe82-07bb-445e-a785-74839d708004 None None] Routers {'4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:08:51.704445 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-826dbe82-07bb-445e-a785-74839d708004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:08:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:51.797715 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port f3b45d57-1a79-4afd-9ada-3178fb0ec98d is: ACTIVE; New status is: DOWN {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:08:51.798110 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:51.802206 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ee85c3e1-ad23-4b55-8541-e9ab43dd9224 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:51.806223 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-ee85c3e1-ad23-4b55-8541-e9ab43dd9224 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4701531 Apr 22 08:08:51.806658 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 37684) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:08:51.812547 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-e1f06912-2bb6-40aa-a5b7-f1fe5cd92b4f tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Request body: {'security_group_rule': {'security_group_id': '2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2', 'project_id': '81c4c93475674fd68590e374a9df07e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:08:51.827062 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd761ae-492a-40bf-ae21-dbd100b4a1f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:08:51.829476 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa071ba8-3e87-4933-ac71-f669c739542e" -d '{"events": [{"server_uuid": "ecd761ae-492a-40bf-ae21-dbd100b4a1f1", "name": "network-vif-unplugged", "status": "completed", "tag": "f3b45d57-1a79-4afd-9ada-3178fb0ec98d"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:08:51.844095 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port f3b45d57-1a79-4afd-9ada-3178fb0ec98d, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=f3b45d57-1a79-4afd-9ada-3178fb0ec98d,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:08:51.856996 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-826dbe82-07bb-445e-a785-74839d708004 None None] Set router 4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:08:51.867205 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 22 Apr 2022 08:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a08816-1279-4f30-9ccf-8c88c2b77bb7 x-openstack-request-id: req-c2a08816-1279-4f30-9ccf-8c88c2b77bb7 {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:08:51.867682 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd761ae-492a-40bf-ae21-dbd100b4a1f1", "name": "network-vif-unplugged", "status": "failed", "tag": "f3b45d57-1a79-4afd-9ada-3178fb0ec98d", "code": 422}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:08:51.868112 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2a08816-1279-4f30-9ccf-8c88c2b77bb7 {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:08:51.868670 dv-cinder-838880-1-smb neutron-server[103834]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c2a08816-1279-4f30-9ccf-8c88c2b77bb7']: {'server_uuid': 'ecd761ae-492a-40bf-ae21-dbd100b4a1f1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d', 'code': 422} returned with failed status Apr 22 08:08:51.930102 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:51.931119 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e1f06912-2bb6-40aa-a5b7-f1fe5cd92b4f tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group_rule (b6b2856c-03ac-4ad6-bedc-609f96852450), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:51.985138 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=f3b45d57-1a79-4afd-9ada-3178fb0ec98d,revision_number=8']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:52.003697 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e1f06912-2bb6-40aa-a5b7-f1fe5cd92b4f tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group_rule (b6b2856c-03ac-4ad6-bedc-609f96852450), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:52.028180 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-24ce2f27-7653-4ac8-817c-0dca48aa6be8 req-268df391-ea25-4020-8d3f-059ad169eb06 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1669b6e7-88ca-4e8e-8caa-a58a64ca2364 HTTP/1.1" status: 200 len: 1000 time: 0.3956704 Apr 22 08:08:52.079856 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce2f27-7653-4ac8-817c-0dca48aa6be8 req-54aee98d-65b4-4944-89e6-657a0d57d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:52.081254 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-24ce2f27-7653-4ac8-817c-0dca48aa6be8 req-54aee98d-65b4-4944-89e6-657a0d57d4da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57d7abe5-9276-474f-b2f5-7f98c78bd2d4 HTTP/1.1" status: 200 len: 854 time: 0.0467741 Apr 22 08:08:52.108995 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e1f06912-2bb6-40aa-a5b7-f1fe5cd92b4f tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (b6b2856c-03ac-4ad6-bedc-609f96852450), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:52.128716 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f06912-2bb6-40aa-a5b7-f1fe5cd92b4f tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b2856c-03ac-4ad6-bedc-609f96852450,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:52.137022 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce2f27-7653-4ac8-817c-0dca48aa6be8 req-3f1a2832-30dc-4fe9-905d-21500d68e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:52.138610 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-24ce2f27-7653-4ac8-817c-0dca48aa6be8 req-3f1a2832-30dc-4fe9-905d-21500d68e402 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52c8a8db-0a51-4766-b335-b1a3568ac7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0511045 Apr 22 08:08:52.139810 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-826dbe82-07bb-445e-a785-74839d708004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'name': 'tempest-TestMinimumBasicScenario-2009339041-router', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:52Z', 'updated_at': '2022-04-22T08:07:56Z', 'revision_number': 4, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'gw_port': {'id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:53Z', 'updated_at': '2022-04-22T08:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': 'ce050e83-89f2-4845-a3d9-a722e3e9d9db', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'floating_ip_address': '172.28.2.166', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'port_id': '1669b6e7-88ca-4e8e-8caa-a58a64ca2364', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7', 'mac_address': 'fa:16:3e:9d:6c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714fbaef-6195-494f-8c0f-de43371d24a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:08:50Z', 'updated_at': '2022-04-22T08:08:50Z', 'revision_number': 0, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f', 'name': '', 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'mac_address': 'fa:16:3e:b4:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:55Z', 'updated_at': '2022-04-22T08:08:00Z', 'revision_number': 5, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'subnets': [{'id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:08:52.166228 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826dbe82-07bb-445e-a785-74839d708004 None None] The sync data for ids ['4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'] in dv-cinder-838880-1-smb is: [{'id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'name': 'tempest-TestMinimumBasicScenario-2009339041-router', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:52Z', 'updated_at': '2022-04-22T08:07:56Z', 'revision_number': 4, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'gw_port': {'id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:53Z', 'updated_at': '2022-04-22T08:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': 'ce050e83-89f2-4845-a3d9-a722e3e9d9db', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'floating_ip_address': '172.28.2.166', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'port_id': '1669b6e7-88ca-4e8e-8caa-a58a64ca2364', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7', 'mac_address': 'fa:16:3e:9d:6c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714fbaef-6195-494f-8c0f-de43371d24a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:08:50Z', 'updated_at': '2022-04-22T08:08:50Z', 'revision_number': 0, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f', 'name': '', 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'mac_address': 'fa:16:3e:b4:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:55Z', 'updated_at': '2022-04-22T08:08:00Z', 'revision_number': 5, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'subnets': [{'id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:08:52.236958 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-24ce2f27-7653-4ac8-817c-0dca48aa6be8 req-2b51ffb6-f83b-493b-87fb-890d2df06b43 service neutron] 10.222.0.39 "GET /v2.0/networks/52c8a8db-0a51-4766-b335-b1a3568ac7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922663 Apr 22 08:08:52.254568 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e1f06912-2bb6-40aa-a5b7-f1fe5cd92b4f tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:52.262001 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-e1f06912-2bb6-40aa-a5b7-f1fe5cd92b4f tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4481800 Apr 22 08:08:52.271084 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 37698) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:08:52.276737 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-3a0c26f5-7e76-4ba2-ae19-3a35811c1af1 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Request body: {'security_group_rule': {'security_group_id': '2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2', 'project_id': '81c4c93475674fd68590e374a9df07e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:08:52.361177 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-24ce2f27-7653-4ac8-817c-0dca48aa6be8 req-f0d26cdd-e6a7-445f-9030-f611e69635fb service neutron] 10.222.0.39 "GET /v2.0/networks/52c8a8db-0a51-4766-b335-b1a3568ac7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176105 Apr 22 08:08:52.394449 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3a0c26f5-7e76-4ba2-ae19-3a35811c1af1 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group_rule (02a5f171-7b36-4ddf-ae7c-b1cec2d60e74), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:52.424480 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a886c2b-2d6c-450b-88a0-4555aa0bef0c None None] New status for floating IP ce050e83-89f2-4845-a3d9-a722e3e9d9db: ACTIVE {{(pid=103834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 08:08:52.475942 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3a0c26f5-7e76-4ba2-ae19-3a35811c1af1 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group_rule (02a5f171-7b36-4ddf-ae7c-b1cec2d60e74), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:52.583223 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3a0c26f5-7e76-4ba2-ae19-3a35811c1af1 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (02a5f171-7b36-4ddf-ae7c-b1cec2d60e74), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:52.601494 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c26f5-7e76-4ba2-ae19-3a35811c1af1 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a5f171-7b36-4ddf-ae7c-b1cec2d60e74,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:52.682884 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3a0c26f5-7e76-4ba2-ae19-3a35811c1af1 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:52.689738 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-3a0c26f5-7e76-4ba2-ae19-3a35811c1af1 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4116230 Apr 22 08:08:52.689738 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 37710) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:08:52.692142 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-2abb1097-abbb-4532-9527-f37ee0723316 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Request body: {'security_group_rule': {'security_group_id': '2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2', 'project_id': '81c4c93475674fd68590e374a9df07e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:08:52.886299 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2abb1097-abbb-4532-9527-f37ee0723316 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group_rule (f420d6de-04c6-4377-b585-409276067a51), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:52.953269 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2abb1097-abbb-4532-9527-f37ee0723316 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group_rule (f420d6de-04c6-4377-b585-409276067a51), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:53.057305 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2abb1097-abbb-4532-9527-f37ee0723316 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (f420d6de-04c6-4377-b585-409276067a51), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:53.077765 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb1097-abbb-4532-9527-f37ee0723316 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f420d6de-04c6-4377-b585-409276067a51,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:53.213486 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2abb1097-abbb-4532-9527-f37ee0723316 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:53.214696 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-2abb1097-abbb-4532-9527-f37ee0723316 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5262649 Apr 22 08:08:53.218519 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 37730) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:08:53.222759 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-93c647de-09ff-43dd-bcba-52afede0aa57 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Request body: {'security_group_rule': {'security_group_id': '2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2', 'project_id': '81c4c93475674fd68590e374a9df07e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:08:53.319681 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-93c647de-09ff-43dd-bcba-52afede0aa57 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group_rule (34d48310-d47a-4bc3-828a-7c71210f5b97), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:53.399816 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-93c647de-09ff-43dd-bcba-52afede0aa57 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group_rule (34d48310-d47a-4bc3-828a-7c71210f5b97), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:53.508819 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-93c647de-09ff-43dd-bcba-52afede0aa57 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (34d48310-d47a-4bc3-828a-7c71210f5b97), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:53.532741 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c647de-09ff-43dd-bcba-52afede0aa57 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d48310-d47a-4bc3-828a-7c71210f5b97,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:53.609532 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-93c647de-09ff-43dd-bcba-52afede0aa57 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:53.611530 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-93c647de-09ff-43dd-bcba-52afede0aa57 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3917768 Apr 22 08:08:53.614270 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 37740) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:08:53.618747 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-399eae9d-1550-4a53-8921-5f3d0cb51c49 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Request body: {'security_group_rule': {'security_group_id': '2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2', 'project_id': '81c4c93475674fd68590e374a9df07e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:08:53.697865 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.db.securitygroups_db [None req-399eae9d-1550-4a53-8921-5f3d0cb51c49 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Project 81c4c93475674fd68590e374a9df07e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 08:08:53.703782 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-399eae9d-1550-4a53-8921-5f3d0cb51c49 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group_rule (33568b8b-ed5f-41cf-90a5-8de3d6103905), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:53.771901 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-399eae9d-1550-4a53-8921-5f3d0cb51c49 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group_rule (33568b8b-ed5f-41cf-90a5-8de3d6103905), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:53.809617 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [req-fdfec4ba-a006-4c95-9590-b3d1395b4c19 req-c779ccff-ec15-4785-8ed7-695dd8b33715 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103832) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 08:08:53.811221 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-fdfec4ba-a006-4c95-9590-b3d1395b4c19 req-c779ccff-ec15-4785-8ed7-695dd8b33715 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470881 Apr 22 08:08:53.845918 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-399eae9d-1550-4a53-8921-5f3d0cb51c49 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (33568b8b-ed5f-41cf-90a5-8de3d6103905), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:53.863698 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399eae9d-1550-4a53-8921-5f3d0cb51c49 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33568b8b-ed5f-41cf-90a5-8de3d6103905,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:53.927949 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-399eae9d-1550-4a53-8921-5f3d0cb51c49 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:53.929159 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-399eae9d-1550-4a53-8921-5f3d0cb51c49 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3138623 Apr 22 08:08:53.931965 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 37756) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:08:53.937338 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-c6bc80f2-2f2f-4827-bcea-9ef0995a6f3d tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Request body: {'security_group_rule': {'security_group_id': '2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2', 'project_id': '81c4c93475674fd68590e374a9df07e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:08:54.097557 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.db.securitygroups_db [None req-c6bc80f2-2f2f-4827-bcea-9ef0995a6f3d tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Project 81c4c93475674fd68590e374a9df07e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 08:08:54.102945 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c6bc80f2-2f2f-4827-bcea-9ef0995a6f3d tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group_rule (6157e0ed-d8c6-46c7-93ee-00eff4bdf831), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:54.132793 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9106eb3-da67-4670-8d95-8ef40f6df6a3 req-58d6ee7b-f6d7-484e-8106-b2a6e22efef8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:54.134399 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e9106eb3-da67-4670-8d95-8ef40f6df6a3 req-58d6ee7b-f6d7-484e-8106-b2a6e22efef8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 944 time: 0.0537615 Apr 22 08:08:54.164227 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c6bc80f2-2f2f-4827-bcea-9ef0995a6f3d tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group_rule (6157e0ed-d8c6-46c7-93ee-00eff4bdf831), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:54.189219 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e9106eb3-da67-4670-8d95-8ef40f6df6a3 req-162725b6-4763-4ab8-8b9d-1687bd0cfe4e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489604 Apr 22 08:08:54.314112 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c6bc80f2-2f2f-4827-bcea-9ef0995a6f3d tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (6157e0ed-d8c6-46c7-93ee-00eff4bdf831), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:54.336239 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc80f2-2f2f-4827-bcea-9ef0995a6f3d tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6157e0ed-d8c6-46c7-93ee-00eff4bdf831,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:54.409014 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-c6bc80f2-2f2f-4827-bcea-9ef0995a6f3d tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:54.413372 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-c6bc80f2-2f2f-4827-bcea-9ef0995a6f3d tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4803250 Apr 22 08:08:54.462202 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c9ab93f0-4daa-4839-a0cf-3bbe596e3bdc req-fb3056b9-4128-48c1-9c4a-af8b67d9e4fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0502679 Apr 22 08:08:54.527417 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6ff722b8-b404-4e86-bbf2-0b6e8488829a req-158b8007-77c7-4eeb-a004-1891467688c4 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-744260482&fields=id&tenant_id=81c4c93475674fd68590e374a9df07e9 HTTP/1.1" status: 200 len: 267 time: 0.0610361 Apr 22 08:08:54.536951 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab93f0-4daa-4839-a0cf-3bbe596e3bdc req-e7e07d08-8ccf-47da-9bb7-da3fdc0b414c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:54.538245 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-c9ab93f0-4daa-4839-a0cf-3bbe596e3bdc req-e7e07d08-8ccf-47da-9bb7-da3fdc0b414c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports/f3b45d57-1a79-4afd-9ada-3178fb0ec98d HTTP/1.1" status: 200 len: 941 time: 0.0468755 Apr 22 08:08:54.586151 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff722b8-b404-4e86-bbf2-0b6e8488829a req-aa7f2580-84d7-48b2-93e0-cfc881027d79 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:54.587821 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6ff722b8-b404-4e86-bbf2-0b6e8488829a req-aa7f2580-84d7-48b2-93e0-cfc881027d79 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 946 time: 0.0541692 Apr 22 08:08:54.598903 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-6ff722b8-b404-4e86-bbf2-0b6e8488829a req-e688704f-484b-4c8a-9aca-8fcdc1fb66c0 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Request body: {'port': {'security_groups': ['127dc1c0-252e-461d-958e-a0c869053650', '2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2']}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:08:54.680039 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-6ff722b8-b404-4e86-bbf2-0b6e8488829a req-e688704f-484b-4c8a-9aca-8fcdc1fb66c0 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:54.881535 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-6ff722b8-b404-4e86-bbf2-0b6e8488829a req-e688704f-484b-4c8a-9aca-8fcdc1fb66c0 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] For port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=1669b6e7-88ca-4e8e-8caa-a58a64ca2364,segment=NetworkSegment(c62eaefb-9891-4d3c-962a-b78e6fc268b1),segment_id=c62eaefb-9891-4d3c-962a-b78e6fc268b1)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:08:54.912231 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-6ff722b8-b404-4e86-bbf2-0b6e8488829a req-e688704f-484b-4c8a-9aca-8fcdc1fb66c0 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:54.994263 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-6ff722b8-b404-4e86-bbf2-0b6e8488829a req-e688704f-484b-4c8a-9aca-8fcdc1fb66c0 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:55.011190 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['1669b6e7-88ca-4e8e-8caa-a58a64ca2364'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:08:55.040891 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff722b8-b404-4e86-bbf2-0b6e8488829a req-e688704f-484b-4c8a-9aca-8fcdc1fb66c0 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:55.041795 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-6ff722b8-b404-4e86-bbf2-0b6e8488829a req-e688704f-484b-4c8a-9aca-8fcdc1fb66c0 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:55.049936 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6ff722b8-b404-4e86-bbf2-0b6e8488829a req-e688704f-484b-4c8a-9aca-8fcdc1fb66c0 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "PUT /v2.0/ports/1669b6e7-88ca-4e8e-8caa-a58a64ca2364 HTTP/1.1" status: 200 len: 982 time: 0.4554615 Apr 22 08:08:55.052995 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714fbaef-6195-494f-8c0f-de43371d24a9', 'tag': '1669b6e7-88ca-4e8e-8caa-a58a64ca2364'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:08:55.055467 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a159165c-25af-4bf4-918f-65c2f2a968ea" -d '{"events": [{"name": "network-changed", "server_uuid": "714fbaef-6195-494f-8c0f-de43371d24a9", "tag": "1669b6e7-88ca-4e8e-8caa-a58a64ca2364"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:08:55.091442 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688704f-484b-4c8a-9aca-8fcdc1fb66c0 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Pushing event updated for resources: {'Port': ['ID=1669b6e7-88ca-4e8e-8caa-a58a64ca2364,revision_number=6']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:08:55.208022 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a455c-a72b-4e6c-adcc-9c4c03fe8b59 req-55e888bf-1d5f-44b3-95fc-9a5e60f6b2ec tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:55.210512 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['1669b6e7-88ca-4e8e-8caa-a58a64ca2364'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:08:55.217789 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-762a455c-a72b-4e6c-adcc-9c4c03fe8b59 req-55e888bf-1d5f-44b3-95fc-9a5e60f6b2ec tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 985 time: 0.0836475 Apr 22 08:08:55.245807 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa117c0-69e1-470d-b8fe-c0b6ec350c59 x-openstack-request-id: req-9fa117c0-69e1-470d-b8fe-c0b6ec350c59 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:08:55.246360 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714fbaef-6195-494f-8c0f-de43371d24a9", "tag": "1669b6e7-88ca-4e8e-8caa-a58a64ca2364", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:08:55.246800 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fa117c0-69e1-470d-b8fe-c0b6ec350c59 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:08:55.249041 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa117c0-69e1-470d-b8fe-c0b6ec350c59'] response: {'name': 'network-changed', 'server_uuid': '714fbaef-6195-494f-8c0f-de43371d24a9', 'tag': '1669b6e7-88ca-4e8e-8caa-a58a64ca2364', 'status': 'completed', 'code': 200} Apr 22 08:08:55.428822 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-762a455c-a72b-4e6c-adcc-9c4c03fe8b59 req-9b2e9157-8be0-490d-a910-4f45a5cd3d95 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2&id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2099049 Apr 22 08:08:55.448097 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159165c-25af-4bf4-918f-65c2f2a968ea req-32547544-118b-443f-972d-57cc7482e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:55.448097 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a159165c-25af-4bf4-918f-65c2f2a968ea req-32547544-118b-443f-972d-57cc7482e194 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=81c4c93475674fd68590e374a9df07e9&device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 1169 time: 0.1805034 Apr 22 08:08:55.460388 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f08de-1242-4bc9-8b0a-9799a29620a4 req-9894ac0a-3cda-41f0-94b6-7c7532d4fee2 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:55.463051 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7e3f08de-1242-4bc9-8b0a-9799a29620a4 req-9894ac0a-3cda-41f0-94b6-7c7532d4fee2 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 944 time: 0.1138842 Apr 22 08:08:55.576111 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-7e0007e0-3f1a-4dd7-adc8-158c218b9942 None None] Provisioning complete for port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:08:55.577390 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-7e0007e0-3f1a-4dd7-adc8-158c218b9942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:55.590562 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7e3f08de-1242-4bc9-8b0a-9799a29620a4 req-8d391038-d139-40ce-9f80-adb86039d7ec tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156893 Apr 22 08:08:55.625699 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159165c-25af-4bf4-918f-65c2f2a968ea req-4b74315e-6a9a-4ed8-8c6e-db2ee6b2701e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:55.627536 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a159165c-25af-4bf4-918f-65c2f2a968ea req-4b74315e-6a9a-4ed8-8c6e-db2ee6b2701e service neutron] 10.222.0.39 "GET /v2.0/networks?id=52c8a8db-0a51-4766-b335-b1a3568ac7d7 HTTP/1.1" status: 200 len: 916 time: 0.1631227 Apr 22 08:08:55.699753 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a159165c-25af-4bf4-918f-65c2f2a968ea req-417199bb-3e7a-41a2-b11e-c8f3b3d4433e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1669b6e7-88ca-4e8e-8caa-a58a64ca2364 HTTP/1.1" status: 200 len: 1002 time: 0.0659044 Apr 22 08:08:55.751226 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159165c-25af-4bf4-918f-65c2f2a968ea req-104bd7ee-afc3-43e0-aba2-0ce6c93f7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:55.752712 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a159165c-25af-4bf4-918f-65c2f2a968ea req-104bd7ee-afc3-43e0-aba2-0ce6c93f7fb9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57d7abe5-9276-474f-b2f5-7f98c78bd2d4 HTTP/1.1" status: 200 len: 854 time: 0.0470512 Apr 22 08:08:55.788878 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-7e0007e0-3f1a-4dd7-adc8-158c218b9942 None None] Current status of the port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:08:55.807455 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159165c-25af-4bf4-918f-65c2f2a968ea req-73c45efe-2062-469f-94ce-1cd4e108a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:55.809656 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a159165c-25af-4bf4-918f-65c2f2a968ea req-73c45efe-2062-469f-94ce-1cd4e108a1c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52c8a8db-0a51-4766-b335-b1a3568ac7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0516696 Apr 22 08:08:55.928111 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a159165c-25af-4bf4-918f-65c2f2a968ea req-4c142446-9b52-4c32-9dfa-ecdef110a0ae service neutron] 10.222.0.39 "GET /v2.0/networks/52c8a8db-0a51-4766-b335-b1a3568ac7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124518 Apr 22 08:08:56.027856 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a159165c-25af-4bf4-918f-65c2f2a968ea req-2fa4542b-753a-4317-b7ee-7c73beb044bc service neutron] 10.222.0.39 "GET /v2.0/networks/52c8a8db-0a51-4766-b335-b1a3568ac7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884478 Apr 22 08:08:56.204474 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab93f0-4daa-4839-a0cf-3bbe596e3bdc req-99d3bc6b-4703-4891-abd3-8375742bc7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:56.206021 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c9ab93f0-4daa-4839-a0cf-3bbe596e3bdc req-99d3bc6b-4703-4891-abd3-8375742bc7a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1&tenant_id=b16e55435fdd44369ad143385457d955 HTTP/1.1" status: 200 len: 1128 time: 0.0455158 Apr 22 08:08:56.282870 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab93f0-4daa-4839-a0cf-3bbe596e3bdc req-711aaeba-51b7-4e0a-80aa-7d49b83d9270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:56.287017 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c9ab93f0-4daa-4839-a0cf-3bbe596e3bdc req-711aaeba-51b7-4e0a-80aa-7d49b83d9270 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b16e55435fdd44369ad143385457d955&device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 1128 time: 0.0557377 Apr 22 08:08:56.377980 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab93f0-4daa-4839-a0cf-3bbe596e3bdc req-479426c3-c42e-4d78-a510-3068814a9829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:56.379477 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c9ab93f0-4daa-4839-a0cf-3bbe596e3bdc req-479426c3-c42e-4d78-a510-3068814a9829 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4b674c87-1c24-4bb4-9319-a67400265e39 HTTP/1.1" status: 200 len: 917 time: 0.0853913 Apr 22 08:08:56.451738 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c9ab93f0-4daa-4839-a0cf-3bbe596e3bdc req-a7ad083c-2c6d-47e9-9df9-fe2db74e6290 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3b45d57-1a79-4afd-9ada-3178fb0ec98d HTTP/1.1" status: 200 len: 999 time: 0.0650578 Apr 22 08:08:56.500377 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab93f0-4daa-4839-a0cf-3bbe596e3bdc req-cc80a030-8e2f-4fd8-93bc-5f6e769781ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:56.501875 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c9ab93f0-4daa-4839-a0cf-3bbe596e3bdc req-cc80a030-8e2f-4fd8-93bc-5f6e769781ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=093be093-5f28-4c4a-80b0-be7fd291fc71 HTTP/1.1" status: 200 len: 855 time: 0.0454712 Apr 22 08:08:56.553534 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab93f0-4daa-4839-a0cf-3bbe596e3bdc req-ca253d41-70c4-491f-b4e9-43596d434a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:56.555109 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c9ab93f0-4daa-4839-a0cf-3bbe596e3bdc req-ca253d41-70c4-491f-b4e9-43596d434a71 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b674c87-1c24-4bb4-9319-a67400265e39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0479093 Apr 22 08:08:56.658598 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c9ab93f0-4daa-4839-a0cf-3bbe596e3bdc req-ff7b58b5-bc1c-4115-9534-06d8f53eb15c service neutron] 10.222.0.39 "GET /v2.0/networks/4b674c87-1c24-4bb4-9319-a67400265e39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956740 Apr 22 08:08:56.792082 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ed9be-d8c3-4290-8c1f-b121b48c0f42 req-73526d84-4085-45d4-a567-cd1c05f58290 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:56.793538 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e56ed9be-d8c3-4290-8c1f-b121b48c0f42 req-73526d84-4085-45d4-a567-cd1c05f58290 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 944 time: 0.0850611 Apr 22 08:08:56.795770 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c9ab93f0-4daa-4839-a0cf-3bbe596e3bdc req-1a525072-cf27-4545-828a-3e8c4aa16fd7 service neutron] 10.222.0.39 "GET /v2.0/networks/4b674c87-1c24-4bb4-9319-a67400265e39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311035 Apr 22 08:08:56.847204 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e56ed9be-d8c3-4290-8c1f-b121b48c0f42 req-0d185166-f6a8-4746-bd73-cc2cbe19745c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461230 Apr 22 08:08:57.484747 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:08:57.987055 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775aa258-95cf-4494-a692-08f47105ff86 req-29df5dcb-4adf-4640-ac82-9cadf9b015fc tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:57.988552 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-775aa258-95cf-4494-a692-08f47105ff86 req-29df5dcb-4adf-4640-ac82-9cadf9b015fc tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 944 time: 0.0593731 Apr 22 08:08:58.037936 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-775aa258-95cf-4494-a692-08f47105ff86 req-298a6795-4c18-482f-9ff3-dd37f6fedc81 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432296 Apr 22 08:08:59.204567 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c035e-4c52-4bdd-b6d4-33b160af41cd req-0db761de-6f96-4306-bb57-e41f1ea666ce tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:08:59.206563 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-080c035e-4c52-4bdd-b6d4-33b160af41cd req-0db761de-6f96-4306-bb57-e41f1ea666ce tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 944 time: 0.0840271 Apr 22 08:08:59.256617 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-080c035e-4c52-4bdd-b6d4-33b160af41cd req-b2488b48-4a10-49c2-848b-030b32e851f2 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443201 Apr 22 08:09:00.440188 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16da74-a308-4f5c-b4f2-7a40141201bc req-68d1ef72-b512-4964-81ac-137218cc2c9a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:00.441662 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8d16da74-a308-4f5c-b4f2-7a40141201bc req-68d1ef72-b512-4964-81ac-137218cc2c9a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 944 time: 0.0615561 Apr 22 08:09:00.493740 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8d16da74-a308-4f5c-b4f2-7a40141201bc req-e7d5d56e-e657-40ce-98f9-4c5218448950 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449557 Apr 22 08:09:01.832749 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b681d-cb59-41cd-9e32-be79bf364530 req-aa0df8db-98f4-424f-8ccb-bbe7a6259126 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:01.834479 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7c4b681d-cb59-41cd-9e32-be79bf364530 req-aa0df8db-98f4-424f-8ccb-bbe7a6259126 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 944 time: 0.0669062 Apr 22 08:09:01.885457 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7c4b681d-cb59-41cd-9e32-be79bf364530 req-b5e63c0e-1b8f-4d72-87d0-d3b818fb5658 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448668 Apr 22 08:09:03.018774 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23689ea4-a235-4970-a75a-b64ef82a26c6 req-b49e4920-8e96-4d30-b581-7c766362d718 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:03.020272 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-23689ea4-a235-4970-a75a-b64ef82a26c6 req-b49e4920-8e96-4d30-b581-7c766362d718 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 944 time: 0.0601125 Apr 22 08:09:03.069476 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-23689ea4-a235-4970-a75a-b64ef82a26c6 req-0fd770f6-6245-492f-a258-ebe914c83121 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436783 Apr 22 08:09:04.205663 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5224d-198f-41ab-846a-e0d15ea2ee0f req-a7b1df93-c4ec-42dc-bc31-8552d462eb5f tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:04.207205 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c3f5224d-198f-41ab-846a-e0d15ea2ee0f req-a7b1df93-c4ec-42dc-bc31-8552d462eb5f tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 944 time: 0.0594943 Apr 22 08:09:04.257658 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c3f5224d-198f-41ab-846a-e0d15ea2ee0f req-239a16d9-ab21-4875-a2bf-99ba36231a8c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431969 Apr 22 08:09:05.409963 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a240f8e-9336-4d89-a4d5-9172f1b138bd req-040acf1b-7493-4095-b7e9-faa32c4d5775 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:05.411581 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2a240f8e-9336-4d89-a4d5-9172f1b138bd req-040acf1b-7493-4095-b7e9-faa32c4d5775 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 944 time: 0.0665779 Apr 22 08:09:05.468112 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2a240f8e-9336-4d89-a4d5-9172f1b138bd req-4343501b-19ca-4937-833c-05a2a676dd98 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502870 Apr 22 08:09:06.612238 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d436647-1dca-4e95-9360-6682ab210161 req-c58371f2-1c23-4a91-9a04-93e48e1fbbf0 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:06.613728 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2d436647-1dca-4e95-9360-6682ab210161 req-c58371f2-1c23-4a91-9a04-93e48e1fbbf0 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 944 time: 0.0533798 Apr 22 08:09:06.670310 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2d436647-1dca-4e95-9360-6682ab210161 req-5888bf6e-5e9d-4838-bbea-84be5bbba720 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508974 Apr 22 08:09:07.353480 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 37996) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:07.455883 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-43959c6f-ae39-46b9-a060-45c57fcd0444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:07.527440 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-43959c6f-ae39-46b9-a060-45c57fcd0444 admin admin] Publish callbacks [] for security_group (02b86277-050e-4e14-9506-060084425e31), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:07.598869 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-43959c6f-ae39-46b9-a060-45c57fcd0444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (02b86277-050e-4e14-9506-060084425e31), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:07.632929 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-43959c6f-ae39-46b9-a060-45c57fcd0444 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cca1b541c5d4ce58742677c10cd3097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783308 Apr 22 08:09:07.634034 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43959c6f-ae39-46b9-a060-45c57fcd0444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b86277-050e-4e14-9506-060084425e31,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:07.635723 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 38006) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:07.690120 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fa69ebb8-06af-4bbe-a71e-821d8390bd81 admin admin] Publish callbacks [] for security_group (02b86277-050e-4e14-9506-060084425e31), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:07.709177 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fa69ebb8-06af-4bbe-a71e-821d8390bd81 admin admin] Publish callbacks [] for security_group (02b86277-050e-4e14-9506-060084425e31), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:07.804772 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46838b0c-face-44fd-9392-d25290ddc85b req-97ed3a24-b23f-4064-9528-708bc6e0b903 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:07.806221 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-46838b0c-face-44fd-9392-d25290ddc85b req-97ed3a24-b23f-4064-9528-708bc6e0b903 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 944 time: 0.0570288 Apr 22 08:09:07.851926 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-46838b0c-face-44fd-9392-d25290ddc85b req-dd0f8b2f-ac89-47a8-b2b7-3a94b9a55b46 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400181 Apr 22 08:09:07.857197 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fa69ebb8-06af-4bbe-a71e-821d8390bd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (02b86277-050e-4e14-9506-060084425e31), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:07.860440 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-fa69ebb8-06af-4bbe-a71e-821d8390bd81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:07.863032 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-fa69ebb8-06af-4bbe-a71e-821d8390bd81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02b86277-050e-4e14-9506-060084425e31 HTTP/1.1" status: 204 len: 168 time: 0.2252624 Apr 22 08:09:07.871264 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa69ebb8-06af-4bbe-a71e-821d8390bd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b86277-050e-4e14-9506-060084425e31,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:08.181460 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26068f88-31b7-436f-92ce-27157cb314f3 req-2ca4045b-c816-49f0-a809-e554c8e4f38f tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:08.182958 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-26068f88-31b7-436f-92ce-27157cb314f3 req-2ca4045b-c816-49f0-a809-e554c8e4f38f tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=e326ac1e-39e9-4037-8619-c9d22a4cd1ce HTTP/1.1" status: 200 len: 945 time: 0.0539730 Apr 22 08:09:08.230178 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-26068f88-31b7-436f-92ce-27157cb314f3 req-f5d85edf-5014-478d-8921-d6c3aa449661 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24f5591-060f-466f-a8a2-bc7dfdbb0553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414984 Apr 22 08:09:08.495867 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 38018) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:08.509368 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a254dc81-27f1-4491-a3fa-81507abe6eaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:08.581209 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a254dc81-27f1-4491-a3fa-81507abe6eaf admin admin] Publish callbacks [] for security_group (6fa9b019-3ea8-486f-9d8a-4f43988618d9), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:08.644168 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a254dc81-27f1-4491-a3fa-81507abe6eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (6fa9b019-3ea8-486f-9d8a-4f43988618d9), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:08.684044 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254dc81-27f1-4491-a3fa-81507abe6eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa9b019-3ea8-486f-9d8a-4f43988618d9,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:08.688898 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-a254dc81-27f1-4491-a3fa-81507abe6eaf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1f18f17930c4b17ac51e347e05fcd82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1920109 Apr 22 08:09:08.691924 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 38020) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:08.737429 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c5200e4c-eb4c-48cd-9e58-1f33028ea2a3 admin admin] Publish callbacks [] for security_group (6fa9b019-3ea8-486f-9d8a-4f43988618d9), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:08.757830 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c5200e4c-eb4c-48cd-9e58-1f33028ea2a3 admin admin] Publish callbacks [] for security_group (6fa9b019-3ea8-486f-9d8a-4f43988618d9), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:08.874236 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c5200e4c-eb4c-48cd-9e58-1f33028ea2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (6fa9b019-3ea8-486f-9d8a-4f43988618d9), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:08.877398 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c5200e4c-eb4c-48cd-9e58-1f33028ea2a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:08.880633 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-c5200e4c-eb4c-48cd-9e58-1f33028ea2a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6fa9b019-3ea8-486f-9d8a-4f43988618d9 HTTP/1.1" status: 204 len: 168 time: 0.1861057 Apr 22 08:09:08.889949 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5200e4c-eb4c-48cd-9e58-1f33028ea2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa9b019-3ea8-486f-9d8a-4f43988618d9,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:08.979457 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d7e14-0cef-4b13-84e5-c7aaa16f8f82 req-1c9df387-ff23-4a5c-b566-c196aac5908f tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:08.981179 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2b8d7e14-0cef-4b13-84e5-c7aaa16f8f82 req-1c9df387-ff23-4a5c-b566-c196aac5908f tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 944 time: 0.0535426 Apr 22 08:09:09.028265 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2b8d7e14-0cef-4b13-84e5-c7aaa16f8f82 req-4b3ddb4b-a88a-4753-be6a-0ade88b990d6 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412276 Apr 22 08:09:09.354341 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c1ba2-5ff7-4b27-82d7-48b2d684c7cd req-652644a1-e1e1-4d2e-871e-11a55df75bbd tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:09.355858 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0a1c1ba2-5ff7-4b27-82d7-48b2d684c7cd req-652644a1-e1e1-4d2e-871e-11a55df75bbd tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=e326ac1e-39e9-4037-8619-c9d22a4cd1ce HTTP/1.1" status: 200 len: 945 time: 0.0576239 Apr 22 08:09:09.403616 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0a1c1ba2-5ff7-4b27-82d7-48b2d684c7cd req-c0a5afcd-f0ab-4b6d-ae65-9a7a6edb0466 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24f5591-060f-466f-a8a2-bc7dfdbb0553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420029 Apr 22 08:09:09.814146 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device f3b45d57-1a79-4afd-9ada-3178fb0ec98d details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:09:09.862749 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432b9b8-9ee0-40f6-84c9-965f160e0781 req-518de9b5-5210-4205-a12d-3d4174b2f437 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:09.864432 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5432b9b8-9ee0-40f6-84c9-965f160e0781 req-518de9b5-5210-4205-a12d-3d4174b2f437 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.39 "GET /v2.0/ports?device_id=e326ac1e-39e9-4037-8619-c9d22a4cd1ce HTTP/1.1" status: 200 len: 945 time: 0.0558033 Apr 22 08:09:09.921553 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port f3b45d57-1a79-4afd-9ada-3178fb0ec98d, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=f3b45d57-1a79-4afd-9ada-3178fb0ec98d,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:09:09.932805 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'port_id': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d', 'mac_address': 'fa:16:3e:d8:77:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:09:09.965140 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-5432b9b8-9ee0-40f6-84c9-965f160e0781 req-e3f5a35c-ff05-4aa5-86dd-c0b779758152 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Deleting port c32278d8-372f-4e95-bde2-9dcffb427963 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:09:09.965502 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-5432b9b8-9ee0-40f6-84c9-965f160e0781 req-e3f5a35c-ff05-4aa5-86dd-c0b779758152 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (c32278d8-372f-4e95-bde2-9dcffb427963), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:09.990545 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port f3b45d57-1a79-4afd-9ada-3178fb0ec98d is: DOWN; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:09:09.990545 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:09.990545 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b45d57-1a79-4afd-9ada-3178fb0ec98d {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:09:10.009536 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port f3b45d57-1a79-4afd-9ada-3178fb0ec98d, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=f3b45d57-1a79-4afd-9ada-3178fb0ec98d,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:09:10.066041 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-5432b9b8-9ee0-40f6-84c9-965f160e0781 req-e3f5a35c-ff05-4aa5-86dd-c0b779758152 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] For port c32278d8-372f-4e95-bde2-9dcffb427963, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=c32278d8-372f-4e95-bde2-9dcffb427963,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:09:10.066346 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-5432b9b8-9ee0-40f6-84c9-965f160e0781 req-e3f5a35c-ff05-4aa5-86dd-c0b779758152 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (c32278d8-372f-4e95-bde2-9dcffb427963), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:10.238960 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d7604-8a06-4878-8cd1-85d02e3fc4c5 req-1f6cc092-c7e8-4407-8fad-189cce5b6d53 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:10.240421 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e72d7604-8a06-4878-8cd1-85d02e3fc4c5 req-1f6cc092-c7e8-4407-8fad-189cce5b6d53 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 944 time: 0.1182134 Apr 22 08:09:10.339176 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-5432b9b8-9ee0-40f6-84c9-965f160e0781 req-e3f5a35c-ff05-4aa5-86dd-c0b779758152 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:10.339468 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-5432b9b8-9ee0-40f6-84c9-965f160e0781 req-e3f5a35c-ff05-4aa5-86dd-c0b779758152 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (ab6fe9b9-f405-4275-be30-f4e8a00e2dc7), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:10.339788 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.l3_db [req-5432b9b8-9ee0-40f6-84c9-965f160e0781 req-e3f5a35c-ff05-4aa5-86dd-c0b779758152 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Floating IP ab6fe9b9-f405-4275-be30-f4e8a00e2dc7 disassociated. External IP: 172.28.2.53, port: c32278d8-372f-4e95-bde2-9dcffb427963. Apr 22 08:09:10.340132 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-5432b9b8-9ee0-40f6-84c9-965f160e0781 req-e3f5a35c-ff05-4aa5-86dd-c0b779758152 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Calling delete_port for c32278d8-372f-4e95-bde2-9dcffb427963 owned by compute:nova {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:09:10.347951 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e72d7604-8a06-4878-8cd1-85d02e3fc4c5 req-d00d6146-34ec-4692-b047-977df8600043 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994527 Apr 22 08:09:10.537218 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c60e90-6a21-4fb4-a215-75bf96714e87 req-75e611a8-abea-421e-a95d-84e1e8913bf2 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:10.538783 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-49c60e90-6a21-4fb4-a215-75bf96714e87 req-75e611a8-abea-421e-a95d-84e1e8913bf2 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=e326ac1e-39e9-4037-8619-c9d22a4cd1ce HTTP/1.1" status: 200 len: 945 time: 0.0592499 Apr 22 08:09:10.564683 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:10.592454 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-49c60e90-6a21-4fb4-a215-75bf96714e87 req-e93d0c5f-83be-47e6-9baa-a702d22bb268 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups?id=a24f5591-060f-466f-a8a2-bc7dfdbb0553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478046 Apr 22 08:09:10.617150 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=f3b45d57-1a79-4afd-9ada-3178fb0ec98d,revision_number=9']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:10.623008 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-5432b9b8-9ee0-40f6-84c9-965f160e0781 req-e3f5a35c-ff05-4aa5-86dd-c0b779758152 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (c32278d8-372f-4e95-bde2-9dcffb427963), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:10.624718 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:10.625103 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:10.626266 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:10.626668 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:10.627016 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:10.633509 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:10.633509 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:10.633509 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:10.633509 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:10.633509 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:10.633509 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:10.633509 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:10.633509 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:10.633509 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-7ea18856-390e-4f07-b83c-e3100277fc88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:10.663539 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5a35c-ff05-4aa5-86dd-c0b779758152 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event deleted for resources: {'Port': ['ID=c32278d8-372f-4e95-bde2-9dcffb427963,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:10.795338 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5432b9b8-9ee0-40f6-84c9-965f160e0781 req-e3f5a35c-ff05-4aa5-86dd-c0b779758152 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Router 7090097d-05ba-42e9-a34f-e11e7566645b has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:09:10.810638 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['f3b45d57-1a79-4afd-9ada-3178fb0ec98d'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:09:10.916856 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5432b9b8-9ee0-40f6-84c9-965f160e0781 req-e3f5a35c-ff05-4aa5-86dd-c0b779758152 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:09:10.927704 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b2e0b-e871-4240-a6cf-dde1f1c5e80f None None] Sync routers for ids ['7090097d-05ba-42e9-a34f-e11e7566645b'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:09:10.940521 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8b2e0b-e871-4240-a6cf-dde1f1c5e80f None None] Routers {'7090097d-05ba-42e9-a34f-e11e7566645b'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:09:10.942822 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-ff8b2e0b-e871-4240-a6cf-dde1f1c5e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:08:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['7090097d-05ba-42e9-a34f-e11e7566645b'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:09:10.966037 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-5432b9b8-9ee0-40f6-84c9-965f160e0781 req-e3f5a35c-ff05-4aa5-86dd-c0b779758152 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] No DVR routers for this DVR port c32278d8-372f-4e95-bde2-9dcffb427963 on host hv-cinder-83888 {{(pid=103832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:09:10.969850 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-5432b9b8-9ee0-40f6-84c9-965f160e0781 req-e3f5a35c-ff05-4aa5-86dd-c0b779758152 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:10.974679 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5432b9b8-9ee0-40f6-84c9-965f160e0781 req-e3f5a35c-ff05-4aa5-86dd-c0b779758152 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.39 "DELETE /v2.0/ports/c32278d8-372f-4e95-bde2-9dcffb427963 HTTP/1.1" status: 204 len: 173 time: 1.1047618 Apr 22 08:09:10.975728 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e326ac1e-39e9-4037-8619-c9d22a4cd1ce', 'name': 'network-vif-deleted', 'tag': 'c32278d8-372f-4e95-bde2-9dcffb427963'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:09:10.978973 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bb9b5f-06f3-4434-9794-42ac0fd89ead" -d '{"events": [{"server_uuid": "e326ac1e-39e9-4037-8619-c9d22a4cd1ce", "name": "network-vif-deleted", "tag": "c32278d8-372f-4e95-bde2-9dcffb427963"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:09:11.054985 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504e6c70-0df6-40ab-8821-08647dfed549 x-openstack-request-id: req-504e6c70-0df6-40ab-8821-08647dfed549 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:09:11.057803 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e326ac1e-39e9-4037-8619-c9d22a4cd1ce", "name": "network-vif-deleted", "tag": "c32278d8-372f-4e95-bde2-9dcffb427963", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:09:11.057803 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-504e6c70-0df6-40ab-8821-08647dfed549 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:09:11.057803 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-504e6c70-0df6-40ab-8821-08647dfed549'] response: {'server_uuid': 'e326ac1e-39e9-4037-8619-c9d22a4cd1ce', 'name': 'network-vif-deleted', 'tag': 'c32278d8-372f-4e95-bde2-9dcffb427963', 'status': 'completed', 'code': 200} Apr 22 08:09:11.087162 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-ff8b2e0b-e871-4240-a6cf-dde1f1c5e80f None None] Set router 7090097d-05ba-42e9-a34f-e11e7566645b gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:09:11.401471 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-ff8b2e0b-e871-4240-a6cf-dde1f1c5e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:09:11.429652 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b2e0b-e871-4240-a6cf-dde1f1c5e80f None None] Checking router: 7090097d-05ba-42e9-a34f-e11e7566645b for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:09:11.439107 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8b2e0b-e871-4240-a6cf-dde1f1c5e80f None None] Routers {'7090097d-05ba-42e9-a34f-e11e7566645b'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:09:11.439730 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-ff8b2e0b-e871-4240-a6cf-dde1f1c5e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:08:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['7090097d-05ba-42e9-a34f-e11e7566645b'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:09:11.477549 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bfd8c-c5b5-40ef-a093-2b14cd2b112c req-27f5b691-f184-4614-b1cf-71c680a943b0 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:11.477892 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8d1bfd8c-c5b5-40ef-a093-2b14cd2b112c req-27f5b691-f184-4614-b1cf-71c680a943b0 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 945 time: 0.0573382 Apr 22 08:09:11.537373 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8d1bfd8c-c5b5-40ef-a093-2b14cd2b112c req-d3996fed-2ff1-4194-9ee7-e7302ae5fd8b tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483315 Apr 22 08:09:11.555075 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-ff8b2e0b-e871-4240-a6cf-dde1f1c5e80f None None] Set router 7090097d-05ba-42e9-a34f-e11e7566645b gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:09:11.724258 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b1084c74-ba82-4e45-9a20-3b535d760548 req-3ab07fbd-a078-4ca3-82c5-547468e7e290 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/ports?device_id=e326ac1e-39e9-4037-8619-c9d22a4cd1ce HTTP/1.1" status: 200 len: 210 time: 0.0265789 Apr 22 08:09:11.759500 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-ff8b2e0b-e871-4240-a6cf-dde1f1c5e80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:09:11.785864 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b2e0b-e871-4240-a6cf-dde1f1c5e80f None None] The sync data for ids ['7090097d-05ba-42e9-a34f-e11e7566645b'] in dv-cinder-838880-1-smb is: [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:03:46Z', 'revision_number': 4, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '7c5aab57-4a7b-4cef-9483-f6ce5bb417b5', 'name': '', 'network_id': '6dee7f59-68db-465f-b55a-26e8be06de12', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'mac_address': 'fa:16:3e:e5:b9:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:44Z', 'updated_at': '2022-04-22T08:03:55Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'subnets': [{'id': '641627bb-b95d-4c67-8726-0140678dc8e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:09:11.830273 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device f3b45d57-1a79-4afd-9ada-3178fb0ec98d up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:09:11.881166 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port f3b45d57-1a79-4afd-9ada-3178fb0ec98d triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:09:11.882813 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:11.971365 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port f3b45d57-1a79-4afd-9ada-3178fb0ec98d is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:09:11.971762 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:11.999525 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd761ae-492a-40bf-ae21-dbd100b4a1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:09:12.002226 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dac16bc-3318-4499-8f6b-a9ffd0d8615b" -d '{"events": [{"server_uuid": "ecd761ae-492a-40bf-ae21-dbd100b4a1f1", "name": "network-vif-plugged", "status": "completed", "tag": "f3b45d57-1a79-4afd-9ada-3178fb0ec98d"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:09:12.016635 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port f3b45d57-1a79-4afd-9ada-3178fb0ec98d, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=f3b45d57-1a79-4afd-9ada-3178fb0ec98d,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:09:12.083729 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40653861-7c5b-4a5f-89ef-b93c2c12eb1b None None] New status for floating IP ab6fe9b9-f405-4275-be30-f4e8a00e2dc7: DOWN {{(pid=103834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 08:09:12.119446 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:12.120240 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device c32278d8-372f-4e95-bde2-9dcffb427963 no longer exists at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:09:12.193271 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f7cc57-1ddf-4041-9854-380d6253880d x-openstack-request-id: req-56f7cc57-1ddf-4041-9854-380d6253880d {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:09:12.193271 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd761ae-492a-40bf-ae21-dbd100b4a1f1", "name": "network-vif-plugged", "status": "completed", "tag": "f3b45d57-1a79-4afd-9ada-3178fb0ec98d", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:09:12.193271 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56f7cc57-1ddf-4041-9854-380d6253880d {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:09:12.193271 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f7cc57-1ddf-4041-9854-380d6253880d'] response: {'server_uuid': 'ecd761ae-492a-40bf-ae21-dbd100b4a1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d', 'code': 200} Apr 22 08:09:12.215005 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] No Port match for: c32278d8-372f-4e95-bde2-9dcffb427963 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:09:12.215394 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device c32278d8-372f-4e95-bde2-9dcffb427963 not bound to the agent host hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:09:12.268756 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=f3b45d57-1a79-4afd-9ada-3178fb0ec98d,revision_number=10']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:12.485571 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93091d0e-f09e-4326-8309-cede3b123317 req-41a1c5e6-f13a-4d7c-be6d-eeb572c4a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:12.487100 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-93091d0e-f09e-4326-8309-cede3b123317 req-41a1c5e6-f13a-4d7c-be6d-eeb572c4a416 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 1131 time: 0.0432613 Apr 22 08:09:12.529892 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-93091d0e-f09e-4326-8309-cede3b123317 req-3d4671e2-f448-4450-8410-d50201909564 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371318 Apr 22 08:09:12.663021 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e75fe7-4915-4521-a158-8b77b44ad7d5 req-419c428c-83f7-4af4-b17e-77e3f00b6f22 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:12.664486 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f8e75fe7-4915-4521-a158-8b77b44ad7d5 req-419c428c-83f7-4af4-b17e-77e3f00b6f22 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 947 time: 0.0558214 Apr 22 08:09:12.710332 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f8e75fe7-4915-4521-a158-8b77b44ad7d5 req-492f9000-b637-42e0-b92a-2f647fc53a05 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402849 Apr 22 08:09:12.918476 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 38090) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:12.963140 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8888b71a-561e-4fe6-9e22-4fe7ee6c91c5 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (a24f5591-060f-466f-a8a2-bc7dfdbb0553), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:12.986683 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8888b71a-561e-4fe6-9e22-4fe7ee6c91c5 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (a24f5591-060f-466f-a8a2-bc7dfdbb0553), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:13.039784 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-3245bf93-b6c5-4b8e-8d78-05988462beff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:13.125774 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8888b71a-561e-4fe6-9e22-4fe7ee6c91c5 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (a24f5591-060f-466f-a8a2-bc7dfdbb0553), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:13.128405 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-8888b71a-561e-4fe6-9e22-4fe7ee6c91c5 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:13.129590 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-8888b71a-561e-4fe6-9e22-4fe7ee6c91c5 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "DELETE /v2.0/security-groups/a24f5591-060f-466f-a8a2-bc7dfdbb0553 HTTP/1.1" status: 204 len: 168 time: 0.2182279 Apr 22 08:09:13.132395 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 38092) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:13.139406 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888b71a-561e-4fe6-9e22-4fe7ee6c91c5 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24f5591-060f-466f-a8a2-bc7dfdbb0553,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:13.147318 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.api.v2.resource [None req-c37cb95e-8eac-4f90-8966-3bfce8df4a5c tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] show failed (client error): The resource could not be found. Apr 22 08:09:13.147318 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-c37cb95e-8eac-4f90-8966-3bfce8df4a5c tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "GET /v2.0/security-groups/a24f5591-060f-466f-a8a2-bc7dfdbb0553 HTTP/1.1" status: 404 len: 347 time: 0.0137372 Apr 22 08:09:13.150148 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 38094) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:13.274391 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-20395670-5fb6-4765-a5cf-8bbd07aa3ba6 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Deleting port 98b5249b-2a6a-416a-bbd0-e4e26eaa8f9d {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:09:13.274837 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-20395670-5fb6-4765-a5cf-8bbd07aa3ba6 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (98b5249b-2a6a-416a-bbd0-e4e26eaa8f9d), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:13.351412 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-20395670-5fb6-4765-a5cf-8bbd07aa3ba6 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (98b5249b-2a6a-416a-bbd0-e4e26eaa8f9d), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:13.351746 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-20395670-5fb6-4765-a5cf-8bbd07aa3ba6 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (98b5249b-2a6a-416a-bbd0-e4e26eaa8f9d), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:13.363722 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-20395670-5fb6-4765-a5cf-8bbd07aa3ba6 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Calling delete_port for 98b5249b-2a6a-416a-bbd0-e4e26eaa8f9d owned by network:floatingip {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:09:13.554440 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-20395670-5fb6-4765-a5cf-8bbd07aa3ba6 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (98b5249b-2a6a-416a-bbd0-e4e26eaa8f9d), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:13.579868 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20395670-5fb6-4765-a5cf-8bbd07aa3ba6 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Pushing event deleted for resources: {'Port': ['ID=98b5249b-2a6a-416a-bbd0-e4e26eaa8f9d,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:13.641694 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-20395670-5fb6-4765-a5cf-8bbd07aa3ba6 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks [] for floatingip (ab6fe9b9-f405-4275-be30-f4e8a00e2dc7), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:13.644499 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-20395670-5fb6-4765-a5cf-8bbd07aa3ba6 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:13.645998 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-20395670-5fb6-4765-a5cf-8bbd07aa3ba6 tempest-AttachVolumeNegativeTest-1560562019 tempest-AttachVolumeNegativeTest-1560562019-project] 10.222.0.13 "DELETE /v2.0/floatingips/ab6fe9b9-f405-4275-be30-f4e8a00e2dc7 HTTP/1.1" status: 204 len: 168 time: 0.4948368 Apr 22 08:09:13.835342 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:09:13.842226 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a99d81-f30f-4a8d-8fa0-82c798276db6 req-916a5e63-1369-4efc-82c2-326457ee8b92 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:13.842226 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e8a99d81-f30f-4a8d-8fa0-82c798276db6 req-916a5e63-1369-4efc-82c2-326457ee8b92 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 947 time: 0.0576150 Apr 22 08:09:13.898297 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e8a99d81-f30f-4a8d-8fa0-82c798276db6 req-d06d34af-7d69-4e4a-b951-e03992e49d6a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508046 Apr 22 08:09:14.365798 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:15.028281 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1ceec-5ed6-452d-87db-7ae488000d6a req-d9bf396a-7734-4749-9e40-27bcc31e3d96 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:15.029771 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4fe1ceec-5ed6-452d-87db-7ae488000d6a req-d9bf396a-7734-4749-9e40-27bcc31e3d96 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 947 time: 0.0539601 Apr 22 08:09:15.077175 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4fe1ceec-5ed6-452d-87db-7ae488000d6a req-e7d97c24-5fe1-4c74-82bd-94bddeffbbc8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404754 Apr 22 08:09:15.255558 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:15.839961 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 38164) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:15.945300 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7c5c504e-d8e8-4410-bece-8c7cbef15812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:16.018299 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7c5c504e-d8e8-4410-bece-8c7cbef15812 admin admin] Publish callbacks [] for security_group (be3ea401-865b-4413-90f9-12c9a2972aef), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:16.148363 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-7c5c504e-d8e8-4410-bece-8c7cbef15812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (be3ea401-865b-4413-90f9-12c9a2972aef), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:16.455471 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c504e-d8e8-4410-bece-8c7cbef15812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3ea401-865b-4413-90f9-12c9a2972aef,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:16.459901 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-7c5c504e-d8e8-4410-bece-8c7cbef15812 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27a38bdfc15d467d8f4a2d0a9e98958b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6188762 Apr 22 08:09:16.462728 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 38180) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:16.468689 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5c504e-d8e8-4410-bece-8c7cbef15812 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:16.469260 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5c504e-d8e8-4410-bece-8c7cbef15812 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:16.469612 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5c504e-d8e8-4410-bece-8c7cbef15812 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:16.469952 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5c504e-d8e8-4410-bece-8c7cbef15812 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:16.470285 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5c504e-d8e8-4410-bece-8c7cbef15812 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:16.470652 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5c504e-d8e8-4410-bece-8c7cbef15812 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:16.470982 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5c504e-d8e8-4410-bece-8c7cbef15812 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:16.471311 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5c504e-d8e8-4410-bece-8c7cbef15812 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:16.471638 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5c504e-d8e8-4410-bece-8c7cbef15812 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:16.471964 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5c504e-d8e8-4410-bece-8c7cbef15812 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:16.472291 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5c504e-d8e8-4410-bece-8c7cbef15812 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:16.472613 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5c504e-d8e8-4410-bece-8c7cbef15812 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:16.472933 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5c504e-d8e8-4410-bece-8c7cbef15812 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:16.491615 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42d1b8-55f9-418f-a2c0-17a219227895 req-417391f2-7f19-4c02-9e2a-eb0de8e8215e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:16.493444 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-eb42d1b8-55f9-418f-a2c0-17a219227895 req-417391f2-7f19-4c02-9e2a-eb0de8e8215e tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 947 time: 0.3421376 Apr 22 08:09:16.525167 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-19430d75-410c-4064-99e7-c7c51e76bfeb admin admin] Publish callbacks [] for security_group (be3ea401-865b-4413-90f9-12c9a2972aef), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:16.539875 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-eb42d1b8-55f9-418f-a2c0-17a219227895 req-fe34cd79-1091-4056-9872-16b57dc18031 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409946 Apr 22 08:09:16.546030 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-19430d75-410c-4064-99e7-c7c51e76bfeb admin admin] Publish callbacks [] for security_group (be3ea401-865b-4413-90f9-12c9a2972aef), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:16.668354 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-19430d75-410c-4064-99e7-c7c51e76bfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (be3ea401-865b-4413-90f9-12c9a2972aef), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:16.670909 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-19430d75-410c-4064-99e7-c7c51e76bfeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:16.672552 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-19430d75-410c-4064-99e7-c7c51e76bfeb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be3ea401-865b-4413-90f9-12c9a2972aef HTTP/1.1" status: 204 len: 168 time: 0.2079103 Apr 22 08:09:16.680517 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19430d75-410c-4064-99e7-c7c51e76bfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3ea401-865b-4413-90f9-12c9a2972aef,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:17.023471 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:17.450356 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 38192) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:17.463590 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-78179e94-2b6d-46bf-b1cd-db7930ebe042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:17.538413 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-78179e94-2b6d-46bf-b1cd-db7930ebe042 admin admin] Publish callbacks [] for security_group (df7c5976-e2ec-402e-836d-f7a0737de586), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:17.622544 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-78179e94-2b6d-46bf-b1cd-db7930ebe042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (df7c5976-e2ec-402e-836d-f7a0737de586), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:17.660218 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78179e94-2b6d-46bf-b1cd-db7930ebe042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7c5976-e2ec-402e-836d-f7a0737de586,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:17.665329 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-78179e94-2b6d-46bf-b1cd-db7930ebe042 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15ddd2a11f7f478da53548a70de3397d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138364 Apr 22 08:09:17.667878 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 38196) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:17.716518 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d1e4a0c9-7baf-4c05-af73-a3eaf0b04b03 admin admin] Publish callbacks [] for security_group (df7c5976-e2ec-402e-836d-f7a0737de586), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:17.743131 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d1e4a0c9-7baf-4c05-af73-a3eaf0b04b03 admin admin] Publish callbacks [] for security_group (df7c5976-e2ec-402e-836d-f7a0737de586), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:17.842191 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 38204) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:17.856801 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d1e4a0c9-7baf-4c05-af73-a3eaf0b04b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (df7c5976-e2ec-402e-836d-f7a0737de586), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:17.859401 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d1e4a0c9-7baf-4c05-af73-a3eaf0b04b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:17.860658 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-d1e4a0c9-7baf-4c05-af73-a3eaf0b04b03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df7c5976-e2ec-402e-836d-f7a0737de586 HTTP/1.1" status: 204 len: 168 time: 0.1918983 Apr 22 08:09:17.869052 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4a0c9-7baf-4c05-af73-a3eaf0b04b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7c5976-e2ec-402e-836d-f7a0737de586,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:18.356930 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f436983b-f8d5-4346-b393-b910327cbdde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-705838'] for router_interface (7090097d-05ba-42e9-a34f-e11e7566645b), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:18.523955 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3812b-d41a-4fb1-94e9-15a11a4eca53 req-89f337d5-cf5c-4e1f-baf0-28d23bb9906b tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:18.525427 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e4a3812b-d41a-4fb1-94e9-15a11a4eca53 req-89f337d5-cf5c-4e1f-baf0-28d23bb9906b tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 985 time: 0.1716492 Apr 22 08:09:18.582846 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15142c12-27b6-4c9f-8b63-78c00b09f045 req-70e4dd3d-bf92-446b-98a2-bee8bf01e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:18.584329 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-15142c12-27b6-4c9f-8b63-78c00b09f045 req-70e4dd3d-bf92-446b-98a2-bee8bf01e92b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=81c4c93475674fd68590e374a9df07e9&device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 1169 time: 0.1379042 Apr 22 08:09:18.703167 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e4a3812b-d41a-4fb1-94e9-15a11a4eca53 req-de5babd3-19bc-464a-9ba2-b04589b8428e tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2&id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1678381 Apr 22 08:09:18.745106 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15142c12-27b6-4c9f-8b63-78c00b09f045 req-06c54775-e9c2-48af-a73b-5fd48f70d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:18.746759 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-15142c12-27b6-4c9f-8b63-78c00b09f045 req-06c54775-e9c2-48af-a73b-5fd48f70d7fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=52c8a8db-0a51-4766-b335-b1a3568ac7d7 HTTP/1.1" status: 200 len: 916 time: 0.1562252 Apr 22 08:09:18.849221 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-15142c12-27b6-4c9f-8b63-78c00b09f045 req-95c9a1b2-e43b-4b86-bdcb-6f72295e2e5d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1669b6e7-88ca-4e8e-8caa-a58a64ca2364 HTTP/1.1" status: 200 len: 1002 time: 0.0835707 Apr 22 08:09:18.905374 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-f436983b-f8d5-4346-b393-b910327cbdde admin admin] Deleting port 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:09:18.905711 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f436983b-f8d5-4346-b393-b910327cbdde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (7c5aab57-4a7b-4cef-9483-f6ce5bb417b5), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:18.909486 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15142c12-27b6-4c9f-8b63-78c00b09f045 req-ac2cc08d-5cf8-4638-91a1-12ee45390ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:18.910953 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-15142c12-27b6-4c9f-8b63-78c00b09f045 req-ac2cc08d-5cf8-4638-91a1-12ee45390ed4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57d7abe5-9276-474f-b2f5-7f98c78bd2d4 HTTP/1.1" status: 200 len: 854 time: 0.0554430 Apr 22 08:09:19.024391 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [None req-f436983b-f8d5-4346-b393-b910327cbdde admin admin] For port 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=7c5aab57-4a7b-4cef-9483-f6ce5bb417b5,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:09:19.024669 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f436983b-f8d5-4346-b393-b910327cbdde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (7c5aab57-4a7b-4cef-9483-f6ce5bb417b5), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:19.028243 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15142c12-27b6-4c9f-8b63-78c00b09f045 req-5464f7c5-fa10-4ed5-8f76-2c4e5421af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:19.029813 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-15142c12-27b6-4c9f-8b63-78c00b09f045 req-5464f7c5-fa10-4ed5-8f76-2c4e5421af5a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52c8a8db-0a51-4766-b335-b1a3568ac7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1097143 Apr 22 08:09:19.057483 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-f436983b-f8d5-4346-b393-b910327cbdde admin admin] Calling delete_port for 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5 owned by network:router_interface {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:09:19.176884 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-15142c12-27b6-4c9f-8b63-78c00b09f045 req-249a8703-3fa9-4bb5-a5cd-a7e5073200f5 service neutron] 10.222.0.39 "GET /v2.0/networks/52c8a8db-0a51-4766-b335-b1a3568ac7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404400 Apr 22 08:09:19.325358 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-15142c12-27b6-4c9f-8b63-78c00b09f045 req-d836ca5c-20dd-4b49-a342-b86dca625567 service neutron] 10.222.0.39 "GET /v2.0/networks/52c8a8db-0a51-4766-b335-b1a3568ac7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138148 Apr 22 08:09:19.462570 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f436983b-f8d5-4346-b393-b910327cbdde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (7c5aab57-4a7b-4cef-9483-f6ce5bb417b5), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:19.488298 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436983b-f8d5-4346-b393-b910327cbdde admin admin] Pushing event deleted for resources: {'Port': ['ID=7c5aab57-4a7b-4cef-9483-f6ce5bb417b5,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:19.666554 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f436983b-f8d5-4346-b393-b910327cbdde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705922'] for router_interface (7090097d-05ba-42e9-a34f-e11e7566645b), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:20.056426 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2827947-27af-4587-bebb-09f68219164f req-6c5d2534-0950-4b28-84e8-76c0eabd1ce6 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:20.057946 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b2827947-27af-4587-bebb-09f68219164f req-6c5d2534-0950-4b28-84e8-76c0eabd1ce6 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 985 time: 0.0798600 Apr 22 08:09:20.195041 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b2827947-27af-4587-bebb-09f68219164f req-a3568360-bce2-4ec3-85d7-9b210b57681e tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2&id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1302552 Apr 22 08:09:20.212504 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f436983b-f8d5-4346-b393-b910327cbdde admin admin] Router 7090097d-05ba-42e9-a34f-e11e7566645b has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:09:20.321305 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f436983b-f8d5-4346-b393-b910327cbdde admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:09:20.327773 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-f436983b-f8d5-4346-b393-b910327cbdde admin admin] 10.222.0.13 "PUT /v2.0/routers/7090097d-05ba-42e9-a34f-e11e7566645b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4833925 Apr 22 08:09:20.329244 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 38242) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:20.330583 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472fae06-f51f-47a8-b954-6950bd3f06e4 None None] Sync routers for ids ['7090097d-05ba-42e9-a34f-e11e7566645b'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:09:20.339879 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472fae06-f51f-47a8-b954-6950bd3f06e4 None None] Routers {'7090097d-05ba-42e9-a34f-e11e7566645b'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:09:20.344089 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-472fae06-f51f-47a8-b954-6950bd3f06e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:09:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['7090097d-05ba-42e9-a34f-e11e7566645b'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:09:20.441640 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3de0ab8c-349b-4487-b369-d13b4e6cd6f4 admin admin] Publish callbacks [] for router (7090097d-05ba-42e9-a34f-e11e7566645b), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:20.451045 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-472fae06-f51f-47a8-b954-6950bd3f06e4 None None] Set router 7090097d-05ba-42e9-a34f-e11e7566645b gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:09:20.547837 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3de0ab8c-349b-4487-b369-d13b4e6cd6f4 admin admin] Publish callbacks [] for router_gateway (7090097d-05ba-42e9-a34f-e11e7566645b), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:20.634740 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-472fae06-f51f-47a8-b954-6950bd3f06e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:09:19Z', 'revision_number': 5, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port': {'id': '8403c478-a28c-4996-99bb-37da6c3d157e', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:b1:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:37Z', 'updated_at': '2022-04-22T08:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:09:20.661918 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472fae06-f51f-47a8-b954-6950bd3f06e4 None None] Checking router: 7090097d-05ba-42e9-a34f-e11e7566645b for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:09:20.670044 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472fae06-f51f-47a8-b954-6950bd3f06e4 None None] Routers {'7090097d-05ba-42e9-a34f-e11e7566645b'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:09:20.670684 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-472fae06-f51f-47a8-b954-6950bd3f06e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:09:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['7090097d-05ba-42e9-a34f-e11e7566645b'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:09:20.700303 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-3de0ab8c-349b-4487-b369-d13b4e6cd6f4 admin admin] Deleting port 8403c478-a28c-4996-99bb-37da6c3d157e {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:09:20.700645 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3de0ab8c-349b-4487-b369-d13b4e6cd6f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (8403c478-a28c-4996-99bb-37da6c3d157e), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:20.768504 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-472fae06-f51f-47a8-b954-6950bd3f06e4 None None] Set router 7090097d-05ba-42e9-a34f-e11e7566645b gateway port host: None {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:09:20.793214 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [None req-3de0ab8c-349b-4487-b369-d13b4e6cd6f4 admin admin] For port 8403c478-a28c-4996-99bb-37da6c3d157e, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=8403c478-a28c-4996-99bb-37da6c3d157e,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:09:20.793575 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3de0ab8c-349b-4487-b369-d13b4e6cd6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (8403c478-a28c-4996-99bb-37da6c3d157e), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:20.806043 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-3de0ab8c-349b-4487-b369-d13b4e6cd6f4 admin admin] Calling delete_port for 8403c478-a28c-4996-99bb-37da6c3d157e owned by network:router_gateway {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:09:20.839397 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-472fae06-f51f-47a8-b954-6950bd3f06e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:09:20Z', 'revision_number': 6, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port_host': None}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:09:20.869126 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472fae06-f51f-47a8-b954-6950bd3f06e4 None None] The sync data for ids ['7090097d-05ba-42e9-a34f-e11e7566645b'] in dv-cinder-838880-1-smb is: [{'id': '7090097d-05ba-42e9-a34f-e11e7566645b', 'name': 'tempest-AttachVolumeNegativeTest-1250120737-router', 'tenant_id': '418089b9d73b40b198fe850c8e0fa9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:36Z', 'updated_at': '2022-04-22T08:09:20Z', 'revision_number': 6, 'project_id': '418089b9d73b40b198fe850c8e0fa9b8', 'gw_port_host': None}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:09:21.034691 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3de0ab8c-349b-4487-b369-d13b4e6cd6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (8403c478-a28c-4996-99bb-37da6c3d157e), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:21.058282 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0ab8c-349b-4487-b369-d13b4e6cd6f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8403c478-a28c-4996-99bb-37da6c3d157e,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:21.125301 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3de0ab8c-349b-4487-b369-d13b4e6cd6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706148'] for router_gateway (7090097d-05ba-42e9-a34f-e11e7566645b), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:21.225023 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3de0ab8c-349b-4487-b369-d13b4e6cd6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10221'] for router (7090097d-05ba-42e9-a34f-e11e7566645b), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:21.227430 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3de0ab8c-349b-4487-b369-d13b4e6cd6f4 admin admin] Publish callbacks [] for router_controller (7090097d-05ba-42e9-a34f-e11e7566645b), precommit_delete_associations {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:21.346254 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3de0ab8c-349b-4487-b369-d13b4e6cd6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-710804'] for router (7090097d-05ba-42e9-a34f-e11e7566645b), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:21.346908 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de0ab8c-349b-4487-b369-d13b4e6cd6f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7090097d-05ba-42e9-a34f-e11e7566645b {{(pid=103832) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 08:09:21.353308 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3de0ab8c-349b-4487-b369-d13b4e6cd6f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:21.354414 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-3de0ab8c-349b-4487-b369-d13b4e6cd6f4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7090097d-05ba-42e9-a34f-e11e7566645b HTTP/1.1" status: 204 len: 168 time: 1.0242534 Apr 22 08:09:21.357746 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 38254) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:21.378275 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb3168-8932-481f-a47e-9863f212cedb req-d4adee6c-d76a-4cdc-bdaf-abe4b6403f81 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:21.379883 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4dbb3168-8932-481f-a47e-9863f212cedb req-d4adee6c-d76a-4cdc-bdaf-abe4b6403f81 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 985 time: 0.0764868 Apr 22 08:09:21.408000 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_v2 [None req-b099ed0a-67ac-46c1-b724-20fd428efc75 admin admin] Deleting subnet 641627bb-b95d-4c67-8726-0140678dc8e7 {{(pid=103833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 22 08:09:21.411373 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b099ed0a-67ac-46c1-b724-20fd428efc75 admin admin] Publish callbacks [] for subnet (641627bb-b95d-4c67-8726-0140678dc8e7), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:21.445759 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b099ed0a-67ac-46c1-b724-20fd428efc75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3532373'] for subnet (641627bb-b95d-4c67-8726-0140678dc8e7), precommit_delete_associations {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:21.448174 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4dbb3168-8932-481f-a47e-9863f212cedb req-2f4f670f-499c-46a8-914c-cc79c7a15830 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2&id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614250 Apr 22 08:09:21.525054 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b099ed0a-67ac-46c1-b724-20fd428efc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678605'] for subnet (641627bb-b95d-4c67-8726-0140678dc8e7), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:21.640111 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b099ed0a-67ac-46c1-b724-20fd428efc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098404'] for subnet (641627bb-b95d-4c67-8726-0140678dc8e7), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:21.668703 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b099ed0a-67ac-46c1-b724-20fd428efc75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:21.675176 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-b099ed0a-67ac-46c1-b724-20fd428efc75 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/641627bb-b95d-4c67-8726-0140678dc8e7 HTTP/1.1" status: 204 len: 168 time: 0.3146074 Apr 22 08:09:21.675176 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099ed0a-67ac-46c1-b724-20fd428efc75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641627bb-b95d-4c67-8726-0140678dc8e7,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:21.676696 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 38256) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:21.678578 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e944f5b-d9b7-473f-b387-aab511e4e72f None None] Network 6dee7f59-68db-465f-b55a-26e8be06de12 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:09:21.719286 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5 no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:09:21.742987 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No Port match for: 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:09:21.743340 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 7c5aab57-4a7b-4cef-9483-f6ce5bb417b5 not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:09:21.759187 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-59003950-d890-4e80-9e44-4d7536981993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7779404'] for network (6dee7f59-68db-465f-b55a-26e8be06de12), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:21.817263 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-59003950-d890-4e80-9e44-4d7536981993 admin admin] Deleting port b56deb78-b719-4180-af9c-08fb96c315e6 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:09:21.817601 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-59003950-d890-4e80-9e44-4d7536981993 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (b56deb78-b719-4180-af9c-08fb96c315e6), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:21.866439 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfaa0a3-7889-4a2c-acdb-cb3e3200ea2f None None] DHCP port deletion for 6dee7f59-68db-465f-b55a-26e8be06de12 request from dv-cinder-838880-1-smb {{(pid=103834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 22 08:09:21.885667 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-59003950-d890-4e80-9e44-4d7536981993 admin admin] For port b56deb78-b719-4180-af9c-08fb96c315e6, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=b56deb78-b719-4180-af9c-08fb96c315e6,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:09:21.886034 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-59003950-d890-4e80-9e44-4d7536981993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (b56deb78-b719-4180-af9c-08fb96c315e6), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:21.899562 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-59003950-d890-4e80-9e44-4d7536981993 admin admin] Calling delete_port for b56deb78-b719-4180-af9c-08fb96c315e6 owned by network:dhcp {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:09:21.920081 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-9cfaa0a3-7889-4a2c-acdb-cb3e3200ea2f None None] Deleting port b56deb78-b719-4180-af9c-08fb96c315e6 {{(pid=103834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:09:21.920459 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-9cfaa0a3-7889-4a2c-acdb-cb3e3200ea2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (b56deb78-b719-4180-af9c-08fb96c315e6), before_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:21.985036 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-9cfaa0a3-7889-4a2c-acdb-cb3e3200ea2f None None] For port b56deb78-b719-4180-af9c-08fb96c315e6, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=b56deb78-b719-4180-af9c-08fb96c315e6,segment=NetworkSegment(3008e4a5-47c2-4986-bd7a-75bbd1f06c9a),segment_id=3008e4a5-47c2-4986-bd7a-75bbd1f06c9a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:09:21.985443 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-9cfaa0a3-7889-4a2c-acdb-cb3e3200ea2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (b56deb78-b719-4180-af9c-08fb96c315e6), precommit_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:21.999170 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-9cfaa0a3-7889-4a2c-acdb-cb3e3200ea2f None None] Calling delete_port for b56deb78-b719-4180-af9c-08fb96c315e6 owned by network:dhcp {{(pid=103834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:09:22.080423 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-59003950-d890-4e80-9e44-4d7536981993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (b56deb78-b719-4180-af9c-08fb96c315e6), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:22.085811 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-9cfaa0a3-7889-4a2c-acdb-cb3e3200ea2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622'] for port (b56deb78-b719-4180-af9c-08fb96c315e6), after_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:22.108568 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59003950-d890-4e80-9e44-4d7536981993 admin admin] Pushing event deleted for resources: {'Port': ['ID=b56deb78-b719-4180-af9c-08fb96c315e6,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:22.112405 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfaa0a3-7889-4a2c-acdb-cb3e3200ea2f None None] Pushing event deleted for resources: {'Port': ['ID=b56deb78-b719-4180-af9c-08fb96c315e6,revision_number=None']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:22.112542 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59003950-d890-4e80-9e44-4d7536981993 admin admin] No DVR routers for this DVR port b56deb78-b719-4180-af9c-08fb96c315e6 on host dv-cinder-838880-1-smb {{(pid=103833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:09:22.118422 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfaa0a3-7889-4a2c-acdb-cb3e3200ea2f None None] No DVR routers for this DVR port b56deb78-b719-4180-af9c-08fb96c315e6 on host dv-cinder-838880-1-smb {{(pid=103834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:09:22.184795 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-59003950-d890-4e80-9e44-4d7536981993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656218', 'neutron.services.segments.db._delete_segments_for_network-8744465249738'] for network (6dee7f59-68db-465f-b55a-26e8be06de12), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:22.206008 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-59003950-d890-4e80-9e44-4d7536981993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dee7f59-68db-465f-b55a-26e8be06de12']}} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:09:22.215385 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-59003950-d890-4e80-9e44-4d7536981993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a') {'for_net_delete': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:09:22.215691 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-59003950-d890-4e80-9e44-4d7536981993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3008e4a5-47c2-4986-bd7a-75bbd1f06c9a') {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:09:22.225872 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-59003950-d890-4e80-9e44-4d7536981993 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744465252819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3532382'] for segment (3008e4a5-47c2-4986-bd7a-75bbd1f06c9a), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:22.239226 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-59003950-d890-4e80-9e44-4d7536981993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (3008e4a5-47c2-4986-bd7a-75bbd1f06c9a), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:22.245240 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59003950-d890-4e80-9e44-4d7536981993 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 08:09:22.245626 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-59003950-d890-4e80-9e44-4d7536981993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4079279'] for segment (3008e4a5-47c2-4986-bd7a-75bbd1f06c9a), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: Traceback (most recent call last): Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: timer() Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: cb(*args, **kw) Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: return func(*args, **kwargs) Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: self._notify() Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: self.callback(batched_events) Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: event.method(event) Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: return f(self, *a, **k) Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: return self._get(url).json() Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: return self.request(url, 'GET', **kwargs) Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 08:09:22.247307 dv-cinder-838880-1-smb neutron-server[103833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 08:09:22.377019 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-59003950-d890-4e80-9e44-4d7536981993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7656195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706048'] for network (6dee7f59-68db-465f-b55a-26e8be06de12), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:22.383588 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-59003950-d890-4e80-9e44-4d7536981993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:22.386767 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-59003950-d890-4e80-9e44-4d7536981993 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6dee7f59-68db-465f-b55a-26e8be06de12 HTTP/1.1" status: 204 len: 168 time: 0.7103958 Apr 22 08:09:22.397414 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59003950-d890-4e80-9e44-4d7536981993 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dee7f59-68db-465f-b55a-26e8be06de12,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:22.567432 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6227c-fba6-44dc-938b-c4b1f68519c5 req-36604ccd-872f-46d3-af1c-dbc064ed11ec tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:22.568889 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bba6227c-fba6-44dc-938b-c4b1f68519c5 req-36604ccd-872f-46d3-af1c-dbc064ed11ec tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 985 time: 0.0532110 Apr 22 08:09:22.632880 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bba6227c-fba6-44dc-938b-c4b1f68519c5 req-14a576a9-3601-49d7-8233-e716995511bd tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2&id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582159 Apr 22 08:09:22.710626 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 38268) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:22.754370 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 38272) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:22.797361 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-d4d775b1-a6f1-42e1-82ce-69a2f07aaf95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=418089b9d73b40b198fe850c8e0fa9b8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389991 Apr 22 08:09:22.797692 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 38274) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:22.847280 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a7ee1117-fdaa-40f6-ba7b-36d9ecedb73d admin admin] Publish callbacks [] for security_group (3a3d884f-4348-4e86-97ed-30915c0ec84f), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:22.868094 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a7ee1117-fdaa-40f6-ba7b-36d9ecedb73d admin admin] Publish callbacks [] for security_group (3a3d884f-4348-4e86-97ed-30915c0ec84f), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:22.909240 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-02fa538b-f1ba-49ae-9ff1-aa613d416c29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:22.982612 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-02fa538b-f1ba-49ae-9ff1-aa613d416c29 admin admin] Publish callbacks [] for security_group (95fb67e9-1b31-4960-b581-10ced80bbd74), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:23.011366 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a7ee1117-fdaa-40f6-ba7b-36d9ecedb73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (3a3d884f-4348-4e86-97ed-30915c0ec84f), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:23.014110 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a7ee1117-fdaa-40f6-ba7b-36d9ecedb73d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:23.015858 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-a7ee1117-fdaa-40f6-ba7b-36d9ecedb73d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a3d884f-4348-4e86-97ed-30915c0ec84f HTTP/1.1" status: 204 len: 168 time: 0.2165804 Apr 22 08:09:23.031257 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee1117-fdaa-40f6-ba7b-36d9ecedb73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3d884f-4348-4e86-97ed-30915c0ec84f,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:23.055182 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 8403c478-a28c-4996-99bb-37da6c3d157e no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:09:23.075819 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No Port match for: 8403c478-a28c-4996-99bb-37da6c3d157e {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:09:23.076174 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 8403c478-a28c-4996-99bb-37da6c3d157e not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:09:23.076595 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device b56deb78-b719-4180-af9c-08fb96c315e6 no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:09:23.079099 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-02fa538b-f1ba-49ae-9ff1-aa613d416c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (95fb67e9-1b31-4960-b581-10ced80bbd74), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:23.095922 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No Port match for: b56deb78-b719-4180-af9c-08fb96c315e6 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:09:23.096272 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device b56deb78-b719-4180-af9c-08fb96c315e6 not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:09:23.117246 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-02fa538b-f1ba-49ae-9ff1-aa613d416c29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa5268db2569415292a5f72289c564f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4055440 Apr 22 08:09:23.118457 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa538b-f1ba-49ae-9ff1-aa613d416c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fb67e9-1b31-4960-b581-10ced80bbd74,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:23.120047 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 38278) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:23.169897 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5707bfdd-354f-4469-8d01-06e23597b605 admin admin] Publish callbacks [] for security_group (95fb67e9-1b31-4960-b581-10ced80bbd74), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:23.191740 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5707bfdd-354f-4469-8d01-06e23597b605 admin admin] Publish callbacks [] for security_group (95fb67e9-1b31-4960-b581-10ced80bbd74), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:23.307506 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5707bfdd-354f-4469-8d01-06e23597b605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (95fb67e9-1b31-4960-b581-10ced80bbd74), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:23.310076 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5707bfdd-354f-4469-8d01-06e23597b605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:23.311261 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-5707bfdd-354f-4469-8d01-06e23597b605 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95fb67e9-1b31-4960-b581-10ced80bbd74 HTTP/1.1" status: 204 len: 168 time: 0.1901557 Apr 22 08:09:23.327901 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707bfdd-354f-4469-8d01-06e23597b605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fb67e9-1b31-4960-b581-10ced80bbd74,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:23.765695 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54587a26-ac93-4811-b07a-0c9af8d9a3aa req-a12d00ca-c269-4cb4-9b7e-a5926b120e6c tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:23.767254 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-54587a26-ac93-4811-b07a-0c9af8d9a3aa req-a12d00ca-c269-4cb4-9b7e-a5926b120e6c tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 985 time: 0.0648940 Apr 22 08:09:23.827897 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-54587a26-ac93-4811-b07a-0c9af8d9a3aa req-0d60a8f4-415f-429e-9806-0547366e0f52 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2&id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547934 Apr 22 08:09:24.950841 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb63166-6e21-4990-8060-eeea4f9accdd req-4e04a242-84e5-4e61-b83c-1ac7553324c8 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:24.952325 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-fcb63166-6e21-4990-8060-eeea4f9accdd req-4e04a242-84e5-4e61-b83c-1ac7553324c8 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 985 time: 0.0562088 Apr 22 08:09:25.013323 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-fcb63166-6e21-4990-8060-eeea4f9accdd req-82b72727-e954-45af-a946-899efa53f607 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2&id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541885 Apr 22 08:09:26.132576 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bd0ef-317d-45de-93e4-13af6487cb6a req-2187e56d-fd04-427f-9a9a-6e0f95926828 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:26.134044 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a27bd0ef-317d-45de-93e4-13af6487cb6a req-2187e56d-fd04-427f-9a9a-6e0f95926828 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 985 time: 0.0532103 Apr 22 08:09:26.196264 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a27bd0ef-317d-45de-93e4-13af6487cb6a req-0d967582-209b-4f7f-8cb2-0630b97708ac tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2&id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563543 Apr 22 08:09:27.319994 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31300c8-c650-4045-a480-f89a0d2969e2 req-f1e19d63-4e52-452d-bf2d-e68ed8882ee7 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:27.321506 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d31300c8-c650-4045-a480-f89a0d2969e2 req-f1e19d63-4e52-452d-bf2d-e68ed8882ee7 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 985 time: 0.0566518 Apr 22 08:09:27.392534 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d31300c8-c650-4045-a480-f89a0d2969e2 req-a9b87e07-741b-49fd-a276-62931b0f8f1c tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2&id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652382 Apr 22 08:09:27.508069 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:28.512897 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bde907-8caf-4fa4-ba6b-18c5c21b073f req-54c1bbe0-6b43-4ca3-9da0-cfc17d9f31a3 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:28.514362 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-18bde907-8caf-4fa4-ba6b-18c5c21b073f req-54c1bbe0-6b43-4ca3-9da0-cfc17d9f31a3 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 985 time: 0.0532398 Apr 22 08:09:28.573574 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-18bde907-8caf-4fa4-ba6b-18c5c21b073f req-2642af2a-d83a-4398-b96c-800de91194e2 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2&id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533135 Apr 22 08:09:29.693718 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266df65f-d88d-4877-a15a-ee7a8ff06813 req-d8620e8e-db17-4473-bede-63fc4393f365 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:29.695285 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-266df65f-d88d-4877-a15a-ee7a8ff06813 req-d8620e8e-db17-4473-bede-63fc4393f365 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 985 time: 0.0540073 Apr 22 08:09:29.752770 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-266df65f-d88d-4877-a15a-ee7a8ff06813 req-0ab5977d-7f3b-4072-9898-1a4898f1995c tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2&id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519149 Apr 22 08:09:30.873585 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b4a08-a8cd-4477-92fc-8203e74fb5fc req-564789d8-2ece-4637-a979-e7e422715161 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:30.875008 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-da1b4a08-a8cd-4477-92fc-8203e74fb5fc req-564789d8-2ece-4637-a979-e7e422715161 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 985 time: 0.0560565 Apr 22 08:09:30.938816 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-da1b4a08-a8cd-4477-92fc-8203e74fb5fc req-fd771ed7-7931-4855-b249-303f7e2e10f7 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2&id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577931 Apr 22 08:09:40.588433 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-b1e22361-0096-4afc-affc-ffaa3df27654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:43.016747 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-8ffdaf4f-0ddc-4693-921e-c136176de519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:44.388202 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:44.693442 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 38680) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:44.799697 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-49b10104-0516-4526-af8e-1e437fd9163d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:44.873297 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-49b10104-0516-4526-af8e-1e437fd9163d admin admin] Publish callbacks [] for security_group (a4bd393c-a849-4b5f-b203-ab1878844e6e), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:44.964202 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-49b10104-0516-4526-af8e-1e437fd9163d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (a4bd393c-a849-4b5f-b203-ab1878844e6e), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:45.005343 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b10104-0516-4526-af8e-1e437fd9163d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bd393c-a849-4b5f-b203-ab1878844e6e,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:45.010976 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-49b10104-0516-4526-af8e-1e437fd9163d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=195b46159d6642db951ae6daeff323c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3165214 Apr 22 08:09:45.014453 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 38684) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:45.062726 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-292b5d76-c74b-4891-9a90-59f04d901cf9 admin admin] Publish callbacks [] for security_group (a4bd393c-a849-4b5f-b203-ab1878844e6e), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:45.084092 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-292b5d76-c74b-4891-9a90-59f04d901cf9 admin admin] Publish callbacks [] for security_group (a4bd393c-a849-4b5f-b203-ab1878844e6e), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:45.216319 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-292b5d76-c74b-4891-9a90-59f04d901cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (a4bd393c-a849-4b5f-b203-ab1878844e6e), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:45.218938 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-292b5d76-c74b-4891-9a90-59f04d901cf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:45.220135 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-292b5d76-c74b-4891-9a90-59f04d901cf9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4bd393c-a849-4b5f-b203-ab1878844e6e HTTP/1.1" status: 204 len: 168 time: 0.2069628 Apr 22 08:09:45.228057 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b5d76-c74b-4891-9a90-59f04d901cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bd393c-a849-4b5f-b203-ab1878844e6e,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:45.267971 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:45.931029 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 38692) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:45.945146 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4579101e-af73-4891-9df3-569de3f108f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:46.025211 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4579101e-af73-4891-9df3-569de3f108f4 admin admin] Publish callbacks [] for security_group (dca6beb4-5332-4ece-90da-4a74ed72be54), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:46.124426 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-4579101e-af73-4891-9df3-569de3f108f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (dca6beb4-5332-4ece-90da-4a74ed72be54), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:46.165399 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-4579101e-af73-4891-9df3-569de3f108f4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9e5f69189d0463ea4a94dff122e0660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332499 Apr 22 08:09:46.166356 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579101e-af73-4891-9df3-569de3f108f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca6beb4-5332-4ece-90da-4a74ed72be54,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:46.168063 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 38696) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:46.218113 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-676e9998-16e4-4d0b-8b85-23d407bd4a71 admin admin] Publish callbacks [] for security_group (dca6beb4-5332-4ece-90da-4a74ed72be54), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:46.240297 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-676e9998-16e4-4d0b-8b85-23d407bd4a71 admin admin] Publish callbacks [] for security_group (dca6beb4-5332-4ece-90da-4a74ed72be54), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:46.342161 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-676e9998-16e4-4d0b-8b85-23d407bd4a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (dca6beb4-5332-4ece-90da-4a74ed72be54), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:46.344751 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-676e9998-16e4-4d0b-8b85-23d407bd4a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:46.345889 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-676e9998-16e4-4d0b-8b85-23d407bd4a71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dca6beb4-5332-4ece-90da-4a74ed72be54 HTTP/1.1" status: 204 len: 168 time: 0.1768594 Apr 22 08:09:46.353797 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e9998-16e4-4d0b-8b85-23d407bd4a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca6beb4-5332-4ece-90da-4a74ed72be54,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:46.908091 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:50.644966 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0fe21-4ef1-47cb-bc63-10dcfd06dd25 req-3b274f24-a30b-4051-a64c-55d1830fd47c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:50.646441 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-69c0fe21-4ef1-47cb-bc63-10dcfd06dd25 req-3b274f24-a30b-4051-a64c-55d1830fd47c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 947 time: 0.0527358 Apr 22 08:09:50.692605 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-69c0fe21-4ef1-47cb-bc63-10dcfd06dd25 req-e12e97ce-8f04-4288-8456-9a2a6e78fa09 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404050 Apr 22 08:09:50.835883 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:09:51.818564 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3806eb-379b-4c86-b538-51aca9f13d47 req-016ff073-74dd-4013-b92f-61919ef23072 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:51.820053 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cb3806eb-379b-4c86-b538-51aca9f13d47 req-016ff073-74dd-4013-b92f-61919ef23072 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 947 time: 0.0520966 Apr 22 08:09:51.869681 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cb3806eb-379b-4c86-b538-51aca9f13d47 req-af868ad9-bd46-4cf1-9084-5c043692de5c tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups?id=971411bf-6644-406a-a065-563070f9d256&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439253 Apr 22 08:09:52.073086 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053aa7a-ccb2-4741-aea3-cb28db6fa17d req-ea83c31c-ed1d-4d88-876e-a867ddd1a4b9 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:09:52.074556 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7053aa7a-ccb2-4741-aea3-cb28db6fa17d req-ea83c31c-ed1d-4d88-876e-a867ddd1a4b9 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 947 time: 0.0586979 Apr 22 08:09:52.168186 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-7053aa7a-ccb2-4741-aea3-cb28db6fa17d req-5335e50a-8246-4b26-8459-8c1827d1c10a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Deleting port f3b45d57-1a79-4afd-9ada-3178fb0ec98d {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:09:52.168561 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-7053aa7a-ccb2-4741-aea3-cb28db6fa17d req-5335e50a-8246-4b26-8459-8c1827d1c10a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:52.257756 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-7053aa7a-ccb2-4741-aea3-cb28db6fa17d req-5335e50a-8246-4b26-8459-8c1827d1c10a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] For port f3b45d57-1a79-4afd-9ada-3178fb0ec98d, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=f3b45d57-1a79-4afd-9ada-3178fb0ec98d,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:09:52.258115 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-7053aa7a-ccb2-4741-aea3-cb28db6fa17d req-5335e50a-8246-4b26-8459-8c1827d1c10a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:52.431142 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-7053aa7a-ccb2-4741-aea3-cb28db6fa17d req-5335e50a-8246-4b26-8459-8c1827d1c10a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:52.431411 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-7053aa7a-ccb2-4741-aea3-cb28db6fa17d req-5335e50a-8246-4b26-8459-8c1827d1c10a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (fd8c0394-f5e4-442f-b7c3-0d6900d1a6c4), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:52.431724 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.l3_db [req-7053aa7a-ccb2-4741-aea3-cb28db6fa17d req-5335e50a-8246-4b26-8459-8c1827d1c10a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Floating IP fd8c0394-f5e4-442f-b7c3-0d6900d1a6c4 disassociated. External IP: 172.28.2.70, port: f3b45d57-1a79-4afd-9ada-3178fb0ec98d. Apr 22 08:09:52.432063 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-7053aa7a-ccb2-4741-aea3-cb28db6fa17d req-5335e50a-8246-4b26-8459-8c1827d1c10a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Calling delete_port for f3b45d57-1a79-4afd-9ada-3178fb0ec98d owned by compute:nova {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:09:52.599347 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-7053aa7a-ccb2-4741-aea3-cb28db6fa17d req-5335e50a-8246-4b26-8459-8c1827d1c10a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (f3b45d57-1a79-4afd-9ada-3178fb0ec98d), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:52.627673 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335e50a-8246-4b26-8459-8c1827d1c10a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Pushing event deleted for resources: {'Port': ['ID=f3b45d57-1a79-4afd-9ada-3178fb0ec98d,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:52.744698 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7053aa7a-ccb2-4741-aea3-cb28db6fa17d req-5335e50a-8246-4b26-8459-8c1827d1c10a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Router daa5e407-672e-4305-a3ec-6693e484c3e3 has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:09:52.851946 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7053aa7a-ccb2-4741-aea3-cb28db6fa17d req-5335e50a-8246-4b26-8459-8c1827d1c10a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:09:52.865324 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75864e3-69f6-49f7-b2c6-7676688f6e63 None None] Sync routers for ids ['daa5e407-672e-4305-a3ec-6693e484c3e3'] in dv-cinder-838880-1-smb {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:09:52.877835 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75864e3-69f6-49f7-b2c6-7676688f6e63 None None] Routers {'daa5e407-672e-4305-a3ec-6693e484c3e3'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:09:52.878528 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-d75864e3-69f6-49f7-b2c6-7676688f6e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:09:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['daa5e407-672e-4305-a3ec-6693e484c3e3'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:09:52.893002 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-7053aa7a-ccb2-4741-aea3-cb28db6fa17d req-5335e50a-8246-4b26-8459-8c1827d1c10a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] No DVR routers for this DVR port f3b45d57-1a79-4afd-9ada-3178fb0ec98d on host hv-cinder-83888 {{(pid=103832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:09:52.899708 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-7053aa7a-ccb2-4741-aea3-cb28db6fa17d req-5335e50a-8246-4b26-8459-8c1827d1c10a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:52.903301 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7053aa7a-ccb2-4741-aea3-cb28db6fa17d req-5335e50a-8246-4b26-8459-8c1827d1c10a tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.39 "DELETE /v2.0/ports/f3b45d57-1a79-4afd-9ada-3178fb0ec98d HTTP/1.1" status: 204 len: 173 time: 0.8222222 Apr 22 08:09:52.903913 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd761ae-492a-40bf-ae21-dbd100b4a1f1', 'name': 'network-vif-deleted', 'tag': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:09:52.906286 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c560f8-bcba-4653-9517-19fc43f63df1" -d '{"events": [{"server_uuid": "ecd761ae-492a-40bf-ae21-dbd100b4a1f1", "name": "network-vif-deleted", "tag": "f3b45d57-1a79-4afd-9ada-3178fb0ec98d"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:09:52.945493 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c76d9d-e477-4860-9db9-9f1294d4e07e x-openstack-request-id: req-31c76d9d-e477-4860-9db9-9f1294d4e07e {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:09:52.945925 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecd761ae-492a-40bf-ae21-dbd100b4a1f1", "name": "network-vif-deleted", "tag": "f3b45d57-1a79-4afd-9ada-3178fb0ec98d", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:09:52.946253 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31c76d9d-e477-4860-9db9-9f1294d4e07e {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:09:52.946816 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c76d9d-e477-4860-9db9-9f1294d4e07e'] response: {'server_uuid': 'ecd761ae-492a-40bf-ae21-dbd100b4a1f1', 'name': 'network-vif-deleted', 'tag': 'f3b45d57-1a79-4afd-9ada-3178fb0ec98d', 'status': 'completed', 'code': 200} Apr 22 08:09:52.981389 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-aeb5dae9-1db0-4e58-8115-916a28dd6061 req-ffa59e19-56b4-4dc6-bafd-66995ca387a6 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd761ae-492a-40bf-ae21-dbd100b4a1f1 HTTP/1.1" status: 200 len: 210 time: 0.0313239 Apr 22 08:09:53.020276 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-d75864e3-69f6-49f7-b2c6-7676688f6e63 None None] Set router daa5e407-672e-4305-a3ec-6693e484c3e3 gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:09:53.252149 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-d75864e3-69f6-49f7-b2c6-7676688f6e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'name': 'tempest-AttachVolumeShelveTestJSON-269675797-router', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:32Z', 'updated_at': '2022-04-22T08:03:41Z', 'revision_number': 4, 'project_id': 'b16e55435fdd44369ad143385457d955', 'gw_port': {'id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:33Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '79fe14cf-7845-47cb-81ae-8a52d84332aa', 'name': '', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'mac_address': 'fa:16:3e:09:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:39Z', 'updated_at': '2022-04-22T08:03:56Z', 'revision_number': 5, 'project_id': 'b16e55435fdd44369ad143385457d955', 'subnets': [{'id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:09:53.278597 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75864e3-69f6-49f7-b2c6-7676688f6e63 None None] Checking router: daa5e407-672e-4305-a3ec-6693e484c3e3 for host: dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:09:53.287561 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75864e3-69f6-49f7-b2c6-7676688f6e63 None None] Routers {'daa5e407-672e-4305-a3ec-6693e484c3e3'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:09:53.288254 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-d75864e3-69f6-49f7-b2c6-7676688f6e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:09:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['daa5e407-672e-4305-a3ec-6693e484c3e3'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:09:53.376869 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 38836) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:53.399837 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-d75864e3-69f6-49f7-b2c6-7676688f6e63 None None] Set router daa5e407-672e-4305-a3ec-6693e484c3e3 gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:09:53.491483 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-29c81f03-bca0-4bc0-87e6-6fa70a0c8e58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:53.568437 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-29c81f03-bca0-4bc0-87e6-6fa70a0c8e58 admin admin] Publish callbacks [] for security_group (18bcc45c-11ba-4854-80d7-43fcd008f92c), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:53.622245 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-d75864e3-69f6-49f7-b2c6-7676688f6e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'name': 'tempest-AttachVolumeShelveTestJSON-269675797-router', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:32Z', 'updated_at': '2022-04-22T08:03:41Z', 'revision_number': 4, 'project_id': 'b16e55435fdd44369ad143385457d955', 'gw_port': {'id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:33Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '79fe14cf-7845-47cb-81ae-8a52d84332aa', 'name': '', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'mac_address': 'fa:16:3e:09:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:39Z', 'updated_at': '2022-04-22T08:03:56Z', 'revision_number': 5, 'project_id': 'b16e55435fdd44369ad143385457d955', 'subnets': [{'id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:09:53.649412 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75864e3-69f6-49f7-b2c6-7676688f6e63 None None] The sync data for ids ['daa5e407-672e-4305-a3ec-6693e484c3e3'] in dv-cinder-838880-1-smb is: [{'id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'name': 'tempest-AttachVolumeShelveTestJSON-269675797-router', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:32Z', 'updated_at': '2022-04-22T08:03:41Z', 'revision_number': 4, 'project_id': 'b16e55435fdd44369ad143385457d955', 'gw_port': {'id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:33Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '79fe14cf-7845-47cb-81ae-8a52d84332aa', 'name': '', 'network_id': '4b674c87-1c24-4bb4-9319-a67400265e39', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'mac_address': 'fa:16:3e:09:33:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:39Z', 'updated_at': '2022-04-22T08:03:56Z', 'revision_number': 5, 'project_id': 'b16e55435fdd44369ad143385457d955', 'subnets': [{'id': '093be093-5f28-4c4a-80b0-be7fd291fc71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:09:53.650891 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-29c81f03-bca0-4bc0-87e6-6fa70a0c8e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (18bcc45c-11ba-4854-80d7-43fcd008f92c), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:53.689708 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c81f03-bca0-4bc0-87e6-6fa70a0c8e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18bcc45c-11ba-4854-80d7-43fcd008f92c,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:53.694482 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-29c81f03-bca0-4bc0-87e6-6fa70a0c8e58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8bb682b388d4951a4708a5dedfa0271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3165989 Apr 22 08:09:53.697077 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 38846) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:53.748798 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-94bbb241-5c93-45a9-ac07-665a4b08e9f8 admin admin] Publish callbacks [] for security_group (18bcc45c-11ba-4854-80d7-43fcd008f92c), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:53.771933 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-94bbb241-5c93-45a9-ac07-665a4b08e9f8 admin admin] Publish callbacks [] for security_group (18bcc45c-11ba-4854-80d7-43fcd008f92c), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:53.889919 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-94bbb241-5c93-45a9-ac07-665a4b08e9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (18bcc45c-11ba-4854-80d7-43fcd008f92c), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:53.892668 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-94bbb241-5c93-45a9-ac07-665a4b08e9f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:53.896110 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-94bbb241-5c93-45a9-ac07-665a4b08e9f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18bcc45c-11ba-4854-80d7-43fcd008f92c HTTP/1.1" status: 204 len: 168 time: 0.1959260 Apr 22 08:09:53.903077 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbb241-5c93-45a9-ac07-665a4b08e9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18bcc45c-11ba-4854-80d7-43fcd008f92c,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:53.952756 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b1416c-f71a-4132-954b-0a30ca36cdb9 None None] New status for floating IP fd8c0394-f5e4-442f-b7c3-0d6900d1a6c4: DOWN {{(pid=103835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 08:09:54.177810 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 38862) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:54.232849 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-634c6500-2730-4d4c-aca6-51cebeae24ec tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group (971411bf-6644-406a-a065-563070f9d256), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:54.260765 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-634c6500-2730-4d4c-aca6-51cebeae24ec tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group (971411bf-6644-406a-a065-563070f9d256), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:54.393555 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-634c6500-2730-4d4c-aca6-51cebeae24ec tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (971411bf-6644-406a-a065-563070f9d256), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:54.396771 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-634c6500-2730-4d4c-aca6-51cebeae24ec tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:54.397971 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-634c6500-2730-4d4c-aca6-51cebeae24ec tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "DELETE /v2.0/security-groups/971411bf-6644-406a-a065-563070f9d256 HTTP/1.1" status: 204 len: 168 time: 0.2190862 Apr 22 08:09:54.400873 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 38864) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:54.407014 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c6500-2730-4d4c-aca6-51cebeae24ec tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=971411bf-6644-406a-a065-563070f9d256,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:54.414869 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.api.v2.resource [None req-75700473-c6f6-414c-8c5e-86a65974f402 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] show failed (client error): The resource could not be found. Apr 22 08:09:54.415901 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-75700473-c6f6-414c-8c5e-86a65974f402 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "GET /v2.0/security-groups/971411bf-6644-406a-a065-563070f9d256 HTTP/1.1" status: 404 len: 347 time: 0.0141566 Apr 22 08:09:54.417591 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c6500-2730-4d4c-aca6-51cebeae24ec tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:54.417944 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c6500-2730-4d4c-aca6-51cebeae24ec tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:54.418294 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c6500-2730-4d4c-aca6-51cebeae24ec tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:54.418758 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c6500-2730-4d4c-aca6-51cebeae24ec tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:54.419049 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 38866) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:54.419178 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c6500-2730-4d4c-aca6-51cebeae24ec tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:54.419418 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c6500-2730-4d4c-aca6-51cebeae24ec tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:54.419783 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c6500-2730-4d4c-aca6-51cebeae24ec tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:54.420110 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c6500-2730-4d4c-aca6-51cebeae24ec tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:54.420439 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c6500-2730-4d4c-aca6-51cebeae24ec tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:54.420778 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c6500-2730-4d4c-aca6-51cebeae24ec tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:54.421158 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c6500-2730-4d4c-aca6-51cebeae24ec tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:54.421484 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c6500-2730-4d4c-aca6-51cebeae24ec tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:54.421814 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c6500-2730-4d4c-aca6-51cebeae24ec tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:09:54.545384 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-a5c8b736-195b-4f1e-9606-2dfddbc208f8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Deleting port 3458720f-c2ec-4f8f-83f1-f8ced0b770c5 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:09:54.545763 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a5c8b736-195b-4f1e-9606-2dfddbc208f8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (3458720f-c2ec-4f8f-83f1-f8ced0b770c5), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:54.579174 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 38870) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:54.596241 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-86cb53aa-89fc-44ce-888b-e7bc091b596c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:54.626669 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a5c8b736-195b-4f1e-9606-2dfddbc208f8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (3458720f-c2ec-4f8f-83f1-f8ced0b770c5), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:54.627296 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a5c8b736-195b-4f1e-9606-2dfddbc208f8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for floatingip (3458720f-c2ec-4f8f-83f1-f8ced0b770c5), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:54.640307 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-a5c8b736-195b-4f1e-9606-2dfddbc208f8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Calling delete_port for 3458720f-c2ec-4f8f-83f1-f8ced0b770c5 owned by network:floatingip {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:09:54.681129 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-86cb53aa-89fc-44ce-888b-e7bc091b596c admin admin] Publish callbacks [] for security_group (eec99157-8296-4976-94d7-c39fb7c2c779), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:54.742123 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-86cb53aa-89fc-44ce-888b-e7bc091b596c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (eec99157-8296-4976-94d7-c39fb7c2c779), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:54.779992 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-86cb53aa-89fc-44ce-888b-e7bc091b596c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67860d4ab3dc47a7a4fe86b587dc9c72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1996193 Apr 22 08:09:54.781903 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb53aa-89fc-44ce-888b-e7bc091b596c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec99157-8296-4976-94d7-c39fb7c2c779,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:54.782935 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 38874) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:54.831063 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5db7-a593-4829-87a7-9b89509303bf admin admin] Publish callbacks [] for security_group (eec99157-8296-4976-94d7-c39fb7c2c779), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:54.836171 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a5c8b736-195b-4f1e-9606-2dfddbc208f8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (3458720f-c2ec-4f8f-83f1-f8ced0b770c5), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:54.881954 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8b736-195b-4f1e-9606-2dfddbc208f8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Pushing event deleted for resources: {'Port': ['ID=3458720f-c2ec-4f8f-83f1-f8ced0b770c5,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:54.899618 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5db7-a593-4829-87a7-9b89509303bf admin admin] Publish callbacks [] for security_group (eec99157-8296-4976-94d7-c39fb7c2c779), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:54.965313 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a5c8b736-195b-4f1e-9606-2dfddbc208f8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks [] for floatingip (fd8c0394-f5e4-442f-b7c3-0d6900d1a6c4), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:54.967852 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-a5c8b736-195b-4f1e-9606-2dfddbc208f8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:54.968986 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-a5c8b736-195b-4f1e-9606-2dfddbc208f8 tempest-AttachVolumeShelveTestJSON-432608794 tempest-AttachVolumeShelveTestJSON-432608794-project] 10.222.0.13 "DELETE /v2.0/floatingips/fd8c0394-f5e4-442f-b7c3-0d6900d1a6c4 HTTP/1.1" status: 204 len: 168 time: 0.5490582 Apr 22 08:09:55.028187 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5db7-a593-4829-87a7-9b89509303bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (eec99157-8296-4976-94d7-c39fb7c2c779), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:55.030977 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b6ee5db7-a593-4829-87a7-9b89509303bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:55.032562 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-b6ee5db7-a593-4829-87a7-9b89509303bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eec99157-8296-4976-94d7-c39fb7c2c779 HTTP/1.1" status: 204 len: 168 time: 0.2484357 Apr 22 08:09:55.041008 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee5db7-a593-4829-87a7-9b89509303bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec99157-8296-4976-94d7-c39fb7c2c779,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:55.731482 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 38888) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:55.747497 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b5fe82fb-1d8d-4ca5-941b-5f0a5f4656a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:55.822563 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b5fe82fb-1d8d-4ca5-941b-5f0a5f4656a4 admin admin] Publish callbacks [] for security_group (1c62bb92-e1ee-4491-938f-a298291cdbc7), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:55.913782 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b5fe82fb-1d8d-4ca5-941b-5f0a5f4656a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (1c62bb92-e1ee-4491-938f-a298291cdbc7), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:55.952793 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-b5fe82fb-1d8d-4ca5-941b-5f0a5f4656a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86383e6407e7482fbe439e0b44d3c256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201900 Apr 22 08:09:55.953663 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe82fb-1d8d-4ca5-941b-5f0a5f4656a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c62bb92-e1ee-4491-938f-a298291cdbc7,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:55.956137 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 38892) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:56.012754 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c9239496-b0ea-4f34-9b5b-e02c76375825 admin admin] Publish callbacks [] for security_group (1c62bb92-e1ee-4491-938f-a298291cdbc7), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:56.032733 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device f3b45d57-1a79-4afd-9ada-3178fb0ec98d no longer exists at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:09:56.036625 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c9239496-b0ea-4f34-9b5b-e02c76375825 admin admin] Publish callbacks [] for security_group (1c62bb92-e1ee-4491-938f-a298291cdbc7), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:56.053124 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] No Port match for: f3b45d57-1a79-4afd-9ada-3178fb0ec98d {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:09:56.053493 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device f3b45d57-1a79-4afd-9ada-3178fb0ec98d not bound to the agent host hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:09:56.130971 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c9239496-b0ea-4f34-9b5b-e02c76375825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (1c62bb92-e1ee-4491-938f-a298291cdbc7), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:56.133612 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c9239496-b0ea-4f34-9b5b-e02c76375825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:56.134825 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-c9239496-b0ea-4f34-9b5b-e02c76375825 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c62bb92-e1ee-4491-938f-a298291cdbc7 HTTP/1.1" status: 204 len: 168 time: 0.1773932 Apr 22 08:09:56.142664 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9239496-b0ea-4f34-9b5b-e02c76375825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c62bb92-e1ee-4491-938f-a298291cdbc7,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:57.507738 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:57.714263 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 38946) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:58.271802 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-87e6e382-f9bd-4793-b055-1ed01989867f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-705838'] for router_interface (daa5e407-672e-4305-a3ec-6693e484c3e3), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:58.584801 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-87e6e382-f9bd-4793-b055-1ed01989867f admin admin] Deleting port 79fe14cf-7845-47cb-81ae-8a52d84332aa {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:09:58.585358 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-87e6e382-f9bd-4793-b055-1ed01989867f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (79fe14cf-7845-47cb-81ae-8a52d84332aa), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:58.671739 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-87e6e382-f9bd-4793-b055-1ed01989867f admin admin] For port 79fe14cf-7845-47cb-81ae-8a52d84332aa, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=79fe14cf-7845-47cb-81ae-8a52d84332aa,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:09:58.672111 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-87e6e382-f9bd-4793-b055-1ed01989867f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (79fe14cf-7845-47cb-81ae-8a52d84332aa), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:58.688378 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-87e6e382-f9bd-4793-b055-1ed01989867f admin admin] Calling delete_port for 79fe14cf-7845-47cb-81ae-8a52d84332aa owned by network:router_interface {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:09:58.943094 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-87e6e382-f9bd-4793-b055-1ed01989867f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (79fe14cf-7845-47cb-81ae-8a52d84332aa), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:58.975339 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6e382-f9bd-4793-b055-1ed01989867f admin admin] Pushing event deleted for resources: {'Port': ['ID=79fe14cf-7845-47cb-81ae-8a52d84332aa,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:09:59.164787 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-87e6e382-f9bd-4793-b055-1ed01989867f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705922'] for router_interface (daa5e407-672e-4305-a3ec-6693e484c3e3), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:59.415326 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e6e382-f9bd-4793-b055-1ed01989867f admin admin] Router daa5e407-672e-4305-a3ec-6693e484c3e3 has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:09:59.759462 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e6e382-f9bd-4793-b055-1ed01989867f admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:09:59.764404 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-87e6e382-f9bd-4793-b055-1ed01989867f admin admin] 10.222.0.13 "PUT /v2.0/routers/daa5e407-672e-4305-a3ec-6693e484c3e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0490294 Apr 22 08:09:59.767046 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 38980) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:09:59.769473 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241357d0-de0a-4986-8430-db813b855748 None None] Sync routers for ids ['daa5e407-672e-4305-a3ec-6693e484c3e3'] in dv-cinder-838880-1-smb {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:09:59.779952 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241357d0-de0a-4986-8430-db813b855748 None None] Routers {'daa5e407-672e-4305-a3ec-6693e484c3e3'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:09:59.780564 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-241357d0-de0a-4986-8430-db813b855748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:09:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['daa5e407-672e-4305-a3ec-6693e484c3e3'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:09:59.871910 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a92c0fb5-e5a8-4565-91d9-0aae0a4b3c6e admin admin] Publish callbacks [] for router (daa5e407-672e-4305-a3ec-6693e484c3e3), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:09:59.978326 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a92c0fb5-e5a8-4565-91d9-0aae0a4b3c6e admin admin] Publish callbacks [] for router_gateway (daa5e407-672e-4305-a3ec-6693e484c3e3), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:00.018735 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-241357d0-de0a-4986-8430-db813b855748 None None] Set router daa5e407-672e-4305-a3ec-6693e484c3e3 gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:10:00.080303 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-a92c0fb5-e5a8-4565-91d9-0aae0a4b3c6e admin admin] Deleting port 0e176733-a043-4a0b-b866-3a9be5a49046 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:10:00.080649 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a92c0fb5-e5a8-4565-91d9-0aae0a4b3c6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (0e176733-a043-4a0b-b866-3a9be5a49046), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:00.117534 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 38984) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:00.176876 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-a92c0fb5-e5a8-4565-91d9-0aae0a4b3c6e admin admin] For port 0e176733-a043-4a0b-b866-3a9be5a49046, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=0e176733-a043-4a0b-b866-3a9be5a49046,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:10:00.177519 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a92c0fb5-e5a8-4565-91d9-0aae0a4b3c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (0e176733-a043-4a0b-b866-3a9be5a49046), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:00.193925 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-a92c0fb5-e5a8-4565-91d9-0aae0a4b3c6e admin admin] Calling delete_port for 0e176733-a043-4a0b-b866-3a9be5a49046 owned by network:router_gateway {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:10:00.214272 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-241357d0-de0a-4986-8430-db813b855748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'name': 'tempest-AttachVolumeShelveTestJSON-269675797-router', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141'}], 'enable_snat': True}, 'gw_port_id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:32Z', 'updated_at': '2022-04-22T08:09:58Z', 'revision_number': 5, 'project_id': 'b16e55435fdd44369ad143385457d955', 'gw_port': {'id': '0e176733-a043-4a0b-b866-3a9be5a49046', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:03:33Z', 'updated_at': '2022-04-22T08:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:00.245530 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241357d0-de0a-4986-8430-db813b855748 None None] Checking router: daa5e407-672e-4305-a3ec-6693e484c3e3 for host: dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:10:00.254620 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241357d0-de0a-4986-8430-db813b855748 None None] Routers {'daa5e407-672e-4305-a3ec-6693e484c3e3'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:10:00.256114 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-241357d0-de0a-4986-8430-db813b855748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:09:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['daa5e407-672e-4305-a3ec-6693e484c3e3'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:00.263843 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9016ae94-2a1a-4058-9881-a53ca78d3f32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:00.347722 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-241357d0-de0a-4986-8430-db813b855748 None None] Set router daa5e407-672e-4305-a3ec-6693e484c3e3 gateway port host: None {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:10:00.403960 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-241357d0-de0a-4986-8430-db813b855748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'name': 'tempest-AttachVolumeShelveTestJSON-269675797-router', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:32Z', 'updated_at': '2022-04-22T08:09:59Z', 'revision_number': 6, 'project_id': 'b16e55435fdd44369ad143385457d955', 'gw_port_host': None}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:00.431906 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241357d0-de0a-4986-8430-db813b855748 None None] The sync data for ids ['daa5e407-672e-4305-a3ec-6693e484c3e3'] in dv-cinder-838880-1-smb is: [{'id': 'daa5e407-672e-4305-a3ec-6693e484c3e3', 'name': 'tempest-AttachVolumeShelveTestJSON-269675797-router', 'tenant_id': 'b16e55435fdd44369ad143385457d955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:03:32Z', 'updated_at': '2022-04-22T08:09:59Z', 'revision_number': 6, 'project_id': 'b16e55435fdd44369ad143385457d955', 'gw_port_host': None}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:10:00.433623 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9016ae94-2a1a-4058-9881-a53ca78d3f32 admin admin] Publish callbacks [] for security_group (e0524fac-0f66-4546-998b-17de2f3a91ba), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:00.484454 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9016ae94-2a1a-4058-9881-a53ca78d3f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (e0524fac-0f66-4546-998b-17de2f3a91ba), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:00.523274 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-9016ae94-2a1a-4058-9881-a53ca78d3f32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20f07d76ef8344fbb5a974d8a6aaf633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4047019 Apr 22 08:10:00.524363 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016ae94-2a1a-4058-9881-a53ca78d3f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0524fac-0f66-4546-998b-17de2f3a91ba,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:00.525960 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 38992) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:00.530439 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a92c0fb5-e5a8-4565-91d9-0aae0a4b3c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (0e176733-a043-4a0b-b866-3a9be5a49046), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:00.562384 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c0fb5-e5a8-4565-91d9-0aae0a4b3c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=0e176733-a043-4a0b-b866-3a9be5a49046,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:00.579365 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae207-6988-4b25-b11d-4ce324cd97fd admin admin] Publish callbacks [] for security_group (e0524fac-0f66-4546-998b-17de2f3a91ba), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:00.603735 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae207-6988-4b25-b11d-4ce324cd97fd admin admin] Publish callbacks [] for security_group (e0524fac-0f66-4546-998b-17de2f3a91ba), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:00.636398 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a92c0fb5-e5a8-4565-91d9-0aae0a4b3c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706148'] for router_gateway (daa5e407-672e-4305-a3ec-6693e484c3e3), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:00.725464 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae207-6988-4b25-b11d-4ce324cd97fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (e0524fac-0f66-4546-998b-17de2f3a91ba), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:00.728032 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae207-6988-4b25-b11d-4ce324cd97fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:00.729273 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-ef8ae207-6988-4b25-b11d-4ce324cd97fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0524fac-0f66-4546-998b-17de2f3a91ba HTTP/1.1" status: 204 len: 168 time: 0.2021990 Apr 22 08:10:00.737323 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ae207-6988-4b25-b11d-4ce324cd97fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0524fac-0f66-4546-998b-17de2f3a91ba,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:00.753663 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a92c0fb5-e5a8-4565-91d9-0aae0a4b3c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10221'] for router (daa5e407-672e-4305-a3ec-6693e484c3e3), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:00.755160 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a92c0fb5-e5a8-4565-91d9-0aae0a4b3c6e admin admin] Publish callbacks [] for router_controller (daa5e407-672e-4305-a3ec-6693e484c3e3), precommit_delete_associations {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:00.890837 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a92c0fb5-e5a8-4565-91d9-0aae0a4b3c6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-710804'] for router (daa5e407-672e-4305-a3ec-6693e484c3e3), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:00.891505 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92c0fb5-e5a8-4565-91d9-0aae0a4b3c6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router daa5e407-672e-4305-a3ec-6693e484c3e3 {{(pid=103833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 08:10:00.900779 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-a92c0fb5-e5a8-4565-91d9-0aae0a4b3c6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:00.900779 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-a92c0fb5-e5a8-4565-91d9-0aae0a4b3c6e admin admin] 10.222.0.13 "DELETE /v2.0/routers/daa5e407-672e-4305-a3ec-6693e484c3e3 HTTP/1.1" status: 204 len: 168 time: 1.1303704 Apr 22 08:10:00.901038 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 38998) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:00.944834 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb583f63-36e3-4d8c-9237-6da17289c270 admin admin] Deleting subnet 093be093-5f28-4c4a-80b0-be7fd291fc71 {{(pid=103833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 22 08:10:00.947971 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bb583f63-36e3-4d8c-9237-6da17289c270 admin admin] Publish callbacks [] for subnet (093be093-5f28-4c4a-80b0-be7fd291fc71), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:00.986771 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bb583f63-36e3-4d8c-9237-6da17289c270 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3532373'] for subnet (093be093-5f28-4c4a-80b0-be7fd291fc71), precommit_delete_associations {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:01.064052 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bb583f63-36e3-4d8c-9237-6da17289c270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678605'] for subnet (093be093-5f28-4c4a-80b0-be7fd291fc71), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:01.228910 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bb583f63-36e3-4d8c-9237-6da17289c270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098404'] for subnet (093be093-5f28-4c4a-80b0-be7fd291fc71), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:01.237572 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 79fe14cf-7845-47cb-81ae-8a52d84332aa no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:10:01.257967 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb583f63-36e3-4d8c-9237-6da17289c270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=093be093-5f28-4c4a-80b0-be7fd291fc71,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:01.261265 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No Port match for: 79fe14cf-7845-47cb-81ae-8a52d84332aa {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:10:01.261615 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 79fe14cf-7845-47cb-81ae-8a52d84332aa not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:10:01.262027 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 0e176733-a043-4a0b-b866-3a9be5a49046 no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:10:01.265203 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bb583f63-36e3-4d8c-9237-6da17289c270 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:01.271602 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-bb583f63-36e3-4d8c-9237-6da17289c270 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/093be093-5f28-4c4a-80b0-be7fd291fc71 HTTP/1.1" status: 204 len: 168 time: 0.3689463 Apr 22 08:10:01.272512 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 39010) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:01.284665 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b428ac0-5cf2-478b-97f4-c02499ee9ae0 None None] Network 4b674c87-1c24-4bb4-9319-a67400265e39 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:10:01.289019 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No Port match for: 0e176733-a043-4a0b-b866-3a9be5a49046 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:10:01.289019 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 0e176733-a043-4a0b-b866-3a9be5a49046 not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:10:01.361667 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c3ff1f40-9690-40af-a4ef-cb0d16da6664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7779404'] for network (4b674c87-1c24-4bb4-9319-a67400265e39), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:01.424737 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-c3ff1f40-9690-40af-a4ef-cb0d16da6664 admin admin] Deleting port 41bea33c-8760-4807-81dc-9bf39c060300 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:10:01.425073 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c3ff1f40-9690-40af-a4ef-cb0d16da6664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (41bea33c-8760-4807-81dc-9bf39c060300), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:01.455964 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34070698-b06d-4216-8205-c3940ca9265e None None] DHCP port deletion for 4b674c87-1c24-4bb4-9319-a67400265e39 request from dv-cinder-838880-1-smb {{(pid=103834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 22 08:10:01.502863 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [None req-c3ff1f40-9690-40af-a4ef-cb0d16da6664 admin admin] For port 41bea33c-8760-4807-81dc-9bf39c060300, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=41bea33c-8760-4807-81dc-9bf39c060300,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:10:01.503230 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c3ff1f40-9690-40af-a4ef-cb0d16da6664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (41bea33c-8760-4807-81dc-9bf39c060300), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:01.515450 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-34070698-b06d-4216-8205-c3940ca9265e None None] Deleting port 41bea33c-8760-4807-81dc-9bf39c060300 {{(pid=103834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:10:01.516059 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-34070698-b06d-4216-8205-c3940ca9265e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (41bea33c-8760-4807-81dc-9bf39c060300), before_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:01.518388 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-c3ff1f40-9690-40af-a4ef-cb0d16da6664 admin admin] Calling delete_port for 41bea33c-8760-4807-81dc-9bf39c060300 owned by network:dhcp {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:10:01.593081 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-34070698-b06d-4216-8205-c3940ca9265e None None] For port 41bea33c-8760-4807-81dc-9bf39c060300, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=41bea33c-8760-4807-81dc-9bf39c060300,segment=NetworkSegment(1602df56-3234-480e-8f44-4a4b99dd675a),segment_id=1602df56-3234-480e-8f44-4a4b99dd675a)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:10:01.593690 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-34070698-b06d-4216-8205-c3940ca9265e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (41bea33c-8760-4807-81dc-9bf39c060300), precommit_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:01.607632 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-34070698-b06d-4216-8205-c3940ca9265e None None] Calling delete_port for 41bea33c-8760-4807-81dc-9bf39c060300 owned by network:dhcp {{(pid=103834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:10:01.684802 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c3ff1f40-9690-40af-a4ef-cb0d16da6664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (41bea33c-8760-4807-81dc-9bf39c060300), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:01.691207 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-34070698-b06d-4216-8205-c3940ca9265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622'] for port (41bea33c-8760-4807-81dc-9bf39c060300), after_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:01.712741 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff1f40-9690-40af-a4ef-cb0d16da6664 admin admin] Pushing event deleted for resources: {'Port': ['ID=41bea33c-8760-4807-81dc-9bf39c060300,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:01.718700 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff1f40-9690-40af-a4ef-cb0d16da6664 admin admin] No DVR routers for this DVR port 41bea33c-8760-4807-81dc-9bf39c060300 on host dv-cinder-838880-1-smb {{(pid=103832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:10:01.721213 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34070698-b06d-4216-8205-c3940ca9265e None None] No DVR routers for this DVR port 41bea33c-8760-4807-81dc-9bf39c060300 on host dv-cinder-838880-1-smb {{(pid=103834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:10:01.726030 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34070698-b06d-4216-8205-c3940ca9265e None None] Pushing event deleted for resources: {'Port': ['ID=41bea33c-8760-4807-81dc-9bf39c060300,revision_number=None']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:01.806283 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c3ff1f40-9690-40af-a4ef-cb0d16da6664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656218', 'neutron.services.segments.db._delete_segments_for_network-8744465249738'] for network (4b674c87-1c24-4bb4-9319-a67400265e39), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:01.830339 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.services.segments.db [None req-c3ff1f40-9690-40af-a4ef-cb0d16da6664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b674c87-1c24-4bb4-9319-a67400265e39']}} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:01.840449 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.services.segments.db [None req-c3ff1f40-9690-40af-a4ef-cb0d16da6664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1602df56-3234-480e-8f44-4a4b99dd675a') {'for_net_delete': True} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:01.840747 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.services.segments.db [None req-c3ff1f40-9690-40af-a4ef-cb0d16da6664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1602df56-3234-480e-8f44-4a4b99dd675a') {} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:01.850167 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c3ff1f40-9690-40af-a4ef-cb0d16da6664 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744465252819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3461975'] for segment (1602df56-3234-480e-8f44-4a4b99dd675a), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:01.863384 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c3ff1f40-9690-40af-a4ef-cb0d16da6664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (1602df56-3234-480e-8f44-4a4b99dd675a), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:01.870045 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ff1f40-9690-40af-a4ef-cb0d16da6664 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 08:10:01.870428 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c3ff1f40-9690-40af-a4ef-cb0d16da6664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4133505'] for segment (1602df56-3234-480e-8f44-4a4b99dd675a), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: Traceback (most recent call last): Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: timer() Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: cb(*args, **kw) Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: return func(*args, **kwargs) Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: self._notify() Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: self.callback(batched_events) Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: event.method(event) Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: return f(self, *a, **k) Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: return self._get(url).json() Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: return self.request(url, 'GET', **kwargs) Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 08:10:01.872102 dv-cinder-838880-1-smb neutron-server[103832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 08:10:01.982258 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c3ff1f40-9690-40af-a4ef-cb0d16da6664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7656195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706048'] for network (4b674c87-1c24-4bb4-9319-a67400265e39), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:01.986920 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-c3ff1f40-9690-40af-a4ef-cb0d16da6664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:01.991164 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-c3ff1f40-9690-40af-a4ef-cb0d16da6664 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4b674c87-1c24-4bb4-9319-a67400265e39 HTTP/1.1" status: 204 len: 168 time: 0.7180340 Apr 22 08:10:02.006731 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ff1f40-9690-40af-a4ef-cb0d16da6664 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b674c87-1c24-4bb4-9319-a67400265e39,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:02.559863 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 39060) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:02.588763 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 39062) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:02.607660 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-9b2d6de7-cdee-4cef-b5f9-7d331fb5bf88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b16e55435fdd44369ad143385457d955&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0464442 Apr 22 08:10:02.610249 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 39066) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:02.664741 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-90087a35-b303-46b6-aea8-428f30e26ccd admin admin] Publish callbacks [] for security_group (afa853f5-b036-46f7-81d1-f695435a474a), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:02.683549 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-90087a35-b303-46b6-aea8-428f30e26ccd admin admin] Publish callbacks [] for security_group (afa853f5-b036-46f7-81d1-f695435a474a), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:02.752785 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-37d1b3af-3a24-4d9e-92fe-98e7b3debe65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:02.793604 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-90087a35-b303-46b6-aea8-428f30e26ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (afa853f5-b036-46f7-81d1-f695435a474a), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:02.797149 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-90087a35-b303-46b6-aea8-428f30e26ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:02.798606 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-90087a35-b303-46b6-aea8-428f30e26ccd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/afa853f5-b036-46f7-81d1-f695435a474a HTTP/1.1" status: 204 len: 168 time: 0.1873815 Apr 22 08:10:02.811351 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90087a35-b303-46b6-aea8-428f30e26ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa853f5-b036-46f7-81d1-f695435a474a,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:02.856855 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-37d1b3af-3a24-4d9e-92fe-98e7b3debe65 admin admin] Publish callbacks [] for security_group (241ecaf9-b011-4c8c-9bc6-949e63b0dbe4), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:02.935448 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-37d1b3af-3a24-4d9e-92fe-98e7b3debe65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (241ecaf9-b011-4c8c-9bc6-949e63b0dbe4), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:02.984232 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-37d1b3af-3a24-4d9e-92fe-98e7b3debe65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c993355029a74dc184421b6d5df75bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3943918 Apr 22 08:10:02.985176 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1b3af-3a24-4d9e-92fe-98e7b3debe65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241ecaf9-b011-4c8c-9bc6-949e63b0dbe4,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:02.987017 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 39080) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:03.042065 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cc9e7367-06ac-4704-8986-1cfedc1080cf admin admin] Publish callbacks [] for security_group (241ecaf9-b011-4c8c-9bc6-949e63b0dbe4), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:03.065723 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 41bea33c-8760-4807-81dc-9bf39c060300 no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:10:03.068004 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cc9e7367-06ac-4704-8986-1cfedc1080cf admin admin] Publish callbacks [] for security_group (241ecaf9-b011-4c8c-9bc6-949e63b0dbe4), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:03.086098 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No Port match for: 41bea33c-8760-4807-81dc-9bf39c060300 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:10:03.086424 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 41bea33c-8760-4807-81dc-9bf39c060300 not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:10:03.227699 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cc9e7367-06ac-4704-8986-1cfedc1080cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (241ecaf9-b011-4c8c-9bc6-949e63b0dbe4), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:03.230449 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cc9e7367-06ac-4704-8986-1cfedc1080cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:03.232734 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-cc9e7367-06ac-4704-8986-1cfedc1080cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/241ecaf9-b011-4c8c-9bc6-949e63b0dbe4 HTTP/1.1" status: 204 len: 168 time: 0.2445199 Apr 22 08:10:03.241112 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e7367-06ac-4704-8986-1cfedc1080cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241ecaf9-b011-4c8c-9bc6-949e63b0dbe4,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:03.933825 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 39112) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:04.031438 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-bdf1d621-7806-43c1-8d67-51b5f76f73a1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-938032082-network', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:10:04.147489 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf1d621-7806-43c1-8d67-51b5f76f73a1 admin admin] Made reservation on behalf of 14eb5f6f6b9140adb7e06e6d099e1dfd for: {'network': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:10:04.149692 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d621-7806-43c1-8d67-51b5f76f73a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for network (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:04.158951 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d621-7806-43c1-8d67-51b5f76f73a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:04.230838 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d621-7806-43c1-8d67-51b5f76f73a1 admin admin] Publish callbacks [] for security_group (1ba0c133-1c9f-43a3-916a-501764bbb74b), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:04.364809 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d621-7806-43c1-8d67-51b5f76f73a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (1ba0c133-1c9f-43a3-916a-501764bbb74b), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:04.388634 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf1d621-7806-43c1-8d67-51b5f76f73a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 08:10:04.397666 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1d621-7806-43c1-8d67-51b5f76f73a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba0c133-1c9f-43a3-916a-501764bbb74b,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:04.403395 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d621-7806-43c1-8d67-51b5f76f73a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (038b4509-2046-41c8-98a3-925a5ea4837d), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:04.403732 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.segments_db [None req-bdf1d621-7806-43c1-8d67-51b5f76f73a1 admin admin] Added segment 038b4509-2046-41c8-98a3-925a5ea4837d of type vlan for network e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 Apr 22 08:10:04.443246 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d621-7806-43c1-8d67-51b5f76f73a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744464744888'] for network (e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:04.529983 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d621-7806-43c1-8d67-51b5f76f73a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for network (e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:04.530987 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf1d621-7806-43c1-8d67-51b5f76f73a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:04.531573 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bdf1d621-7806-43c1-8d67-51b5f76f73a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:04.594523 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1d621-7806-43c1-8d67-51b5f76f73a1 admin admin] Pushing event updated for resources: {'Network': ['ID=e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:04.605358 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Network e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 details requested by agent ovs-agent-dv-cinder-838880-1-smb with host dv-cinder-838880-1-smb {{(pid=103834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 22 08:10:04.687483 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-bdf1d621-7806-43c1-8d67-51b5f76f73a1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7522917 Apr 22 08:10:04.696281 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 39120) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:04.700889 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-dd610029-348c-478c-b63c-06b624aec212 admin admin] Request body: {'subnet': {'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-938032082-subnet', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:10:04.827390 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd610029-348c-478c-b63c-06b624aec212 admin admin] Made reservation on behalf of 14eb5f6f6b9140adb7e06e6d099e1dfd for: {'subnet': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:10:04.829749 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dd610029-348c-478c-b63c-06b624aec212 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645601'] for subnet (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:05.319631 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dd610029-348c-478c-b63c-06b624aec212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4133480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645599'] for subnet (031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:05.323800 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 39132) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:05.366695 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd610029-348c-478c-b63c-06b624aec212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:05.387594 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd610029-348c-478c-b63c-06b624aec212 admin admin] Checking segment: {'id': '038b4509-2046-41c8-98a3-925a5ea4837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:10:05.387961 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd610029-348c-478c-b63c-06b624aec212 admin admin] Network hostable DHCP agents. Network: e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3, hostable agents: ['ca8a9934-86f7-419c-ae11-6a211419c5d0'], hosted agents: [] {{(pid=103832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 08:10:05.430134 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-83a24703-49dc-4bef-9bc6-dc8cdc0b7d48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:05.496416 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd610029-348c-478c-b63c-06b624aec212 admin admin] Network e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 is scheduled to be hosted by DHCP agent ca8a9934-86f7-419c-ae11-6a211419c5d0 with binding_index 1 {{(pid=103832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 08:10:05.504339 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-83a24703-49dc-4bef-9bc6-dc8cdc0b7d48 admin admin] Publish callbacks [] for security_group (a78376d4-a96f-4b47-bf81-e7379e4fd26a), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:05.627702 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-dd610029-348c-478c-b63c-06b624aec212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838880-1-smb, e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3) {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:10:05.631755 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd610029-348c-478c-b63c-06b624aec212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:05.632386 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dd610029-348c-478c-b63c-06b624aec212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:05.637405 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21606fc-d6d3-497b-a0e9-fdab83906892 None None] Network e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:10:05.662850 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-83a24703-49dc-4bef-9bc6-dc8cdc0b7d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (a78376d4-a96f-4b47-bf81-e7379e4fd26a), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:05.702968 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-83a24703-49dc-4bef-9bc6-dc8cdc0b7d48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=154e19057fff4539b96ff20b25a8b242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3780034 Apr 22 08:10:05.703727 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a24703-49dc-4bef-9bc6-dc8cdc0b7d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78376d4-a96f-4b47-bf81-e7379e4fd26a,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:05.705599 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 39140) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:05.719071 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-dd610029-348c-478c-b63c-06b624aec212 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0217636 Apr 22 08:10:05.722098 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 39142) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:05.727221 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-9ccb763b-cd93-4508-a3c3-25c513b75947 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-938032082-router', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:10:05.749455 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ce857a-cd32-4192-9e36-659ab91f9fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp800e8c9e-5289-576f-bc13-8821e13a44bc-e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'fixed_ips': [{'subnet_id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb'}]}} from dv-cinder-838880-1-smb. {{(pid=103834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 22 08:10:05.749455 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-38ce857a-cd32-4192-9e36-659ab91f9fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:05.765061 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e186308b-f986-4580-8820-1ca9bf29c4a8 admin admin] Publish callbacks [] for security_group (a78376d4-a96f-4b47-bf81-e7379e4fd26a), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:05.776453 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9ccb763b-cd93-4508-a3c3-25c513b75947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-710721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10227'] for router (0b09dc45-85cc-4561-8694-a199c3314bbf), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:05.777907 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9ccb763b-cd93-4508-a3c3-25c513b75947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10234'] for router (0b09dc45-85cc-4561-8694-a199c3314bbf), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:05.787487 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e186308b-f986-4580-8820-1ca9bf29c4a8 admin admin] Publish callbacks [] for security_group (a78376d4-a96f-4b47-bf81-e7379e4fd26a), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:05.838798 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9ccb763b-cd93-4508-a3c3-25c513b75947 admin admin] Publish callbacks [] for router_controller (0b09dc45-85cc-4561-8694-a199c3314bbf), precommit_add_association {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:05.883976 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.db_base_plugin_common [None req-38ce857a-cd32-4192-9e36-659ab91f9fbc None None] Allocated IP 172.20.0.2 (e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3/031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb/7e5b93ee-cc87-40db-a784-0a2faa8ad9b0) {{(pid=103834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:10:05.896518 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e186308b-f986-4580-8820-1ca9bf29c4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (a78376d4-a96f-4b47-bf81-e7379e4fd26a), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:05.899190 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-e186308b-f986-4580-8820-1ca9bf29c4a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:05.900387 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-e186308b-f986-4580-8820-1ca9bf29c4a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a78376d4-a96f-4b47-bf81-e7379e4fd26a HTTP/1.1" status: 204 len: 168 time: 0.1937733 Apr 22 08:10:05.908427 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186308b-f986-4580-8820-1ca9bf29c4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78376d4-a96f-4b47-bf81-e7379e4fd26a,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:06.032460 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-38ce857a-cd32-4192-9e36-659ab91f9fbc None None] Publish callbacks [] for port (7e5b93ee-cc87-40db-a784-0a2faa8ad9b0), precommit_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:06.079610 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9ccb763b-cd93-4508-a3c3-25c513b75947 admin admin] Publish callbacks [] for router_gateway (0b09dc45-85cc-4561-8694-a199c3314bbf), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:06.125035 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-38ce857a-cd32-4192-9e36-659ab91f9fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613'] for port (7e5b93ee-cc87-40db-a784-0a2faa8ad9b0), after_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:06.166719 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ce857a-cd32-4192-9e36-659ab91f9fbc None None] Network e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 is already hosted by enough agents. {{(pid=103834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:10:06.169540 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.scheduler.base_scheduler [None req-38ce857a-cd32-4192-9e36-659ab91f9fbc None None] Resources bound (agent type, host, resource id): {{(pid=103834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:10:06.175107 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ce857a-cd32-4192-9e36-659ab91f9fbc None None] Received port after_create {{(pid=103834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:10:06.182807 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce857a-cd32-4192-9e36-659ab91f9fbc None None] Pushing event updated for resources: {'Port': ['ID=7e5b93ee-cc87-40db-a784-0a2faa8ad9b0,revision_number=1']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:06.240694 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-38ce857a-cd32-4192-9e36-659ab91f9fbc None None] Attempting to bind port 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0 on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:10:06.241157 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-38ce857a-cd32-4192-9e36-659ab91f9fbc None None] Attempting to bind port 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0 by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': '038b4509-2046-41c8-98a3-925a5ea4837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:10:06.241597 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ce857a-cd32-4192-9e36-659ab91f9fbc None None] Attempting to bind port 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0 on network e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:10:06.246891 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ce857a-cd32-4192-9e36-659ab91f9fbc None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:10:06.247429 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ce857a-cd32-4192-9e36-659ab91f9fbc None None] Checking segment: {'id': '038b4509-2046-41c8-98a3-925a5ea4837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:10:06.257740 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-38ce857a-cd32-4192-9e36-659ab91f9fbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:06.257740 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ce857a-cd32-4192-9e36-659ab91f9fbc None None] Bound using segment: {'id': '038b4509-2046-41c8-98a3-925a5ea4837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:10:06.257740 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-38ce857a-cd32-4192-9e36-659ab91f9fbc None None] Bound port: 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038b4509-2046-41c8-98a3-925a5ea4837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:10:06.257740 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-38ce857a-cd32-4192-9e36-659ab91f9fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (7e5b93ee-cc87-40db-a784-0a2faa8ad9b0), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:06.273882 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-65beb204-08f0-42a2-90b3-8b41ca6f6a0e req-afe51a7e-33be-4bb2-a3fb-e9b34f5c1c1c tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-744260482&fields=id&tenant_id=81c4c93475674fd68590e374a9df07e9 HTTP/1.1" status: 200 len: 267 time: 0.0921485 Apr 22 08:10:06.332443 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-38ce857a-cd32-4192-9e36-659ab91f9fbc None None] For port 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:10:06.336038 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-38ce857a-cd32-4192-9e36-659ab91f9fbc None None] For port 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=7e5b93ee-cc87-40db-a784-0a2faa8ad9b0,segment=NetworkSegment(038b4509-2046-41c8-98a3-925a5ea4837d),segment_id=038b4509-2046-41c8-98a3-925a5ea4837d)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:10:06.348182 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65beb204-08f0-42a2-90b3-8b41ca6f6a0e req-35b72ecf-1105-49be-b1f2-aeac4de31b93 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:06.350405 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-65beb204-08f0-42a2-90b3-8b41ca6f6a0e req-35b72ecf-1105-49be-b1f2-aeac4de31b93 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 985 time: 0.0667655 Apr 22 08:10:06.362076 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-65beb204-08f0-42a2-90b3-8b41ca6f6a0e req-68a09fbf-10d2-4acc-9431-80dd01db457f tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Request body: {'port': {'security_groups': ['127dc1c0-252e-461d-958e-a0c869053650']}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:10:06.394303 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9ccb763b-cd93-4508-a3c3-25c513b75947 admin admin] Publish callbacks [] for router_gateway (0b09dc45-85cc-4561-8694-a199c3314bbf), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:06.414920 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9ccb763b-cd93-4508-a3c3-25c513b75947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:06.421758 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-38ce857a-cd32-4192-9e36-659ab91f9fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (7e5b93ee-cc87-40db-a784-0a2faa8ad9b0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:06.445361 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-65beb204-08f0-42a2-90b3-8b41ca6f6a0e req-68a09fbf-10d2-4acc-9431-80dd01db457f tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:06.498292 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce857a-cd32-4192-9e36-659ab91f9fbc None None] Pushing event updated for resources: {'Port': ['ID=7e5b93ee-cc87-40db-a784-0a2faa8ad9b0,revision_number=2']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:06.537076 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-9ccb763b-cd93-4508-a3c3-25c513b75947 admin admin] Allocated IP 172.28.2.82 (1ba3c60b-0bed-4e05-bf6c-e6da0128f626/c65f8918-06d0-4042-b508-c83c4010a7fc/387d2d39-cfb8-433b-87c6-f651bb2dc452) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:10:06.652586 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9ccb763b-cd93-4508-a3c3-25c513b75947 admin admin] Publish callbacks [] for port (387d2d39-cfb8-433b-87c6-f651bb2dc452), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:06.671693 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-65beb204-08f0-42a2-90b3-8b41ca6f6a0e req-68a09fbf-10d2-4acc-9431-80dd01db457f tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] For port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=1669b6e7-88ca-4e8e-8caa-a58a64ca2364,segment=NetworkSegment(c62eaefb-9891-4d3c-962a-b78e6fc268b1),segment_id=c62eaefb-9891-4d3c-962a-b78e6fc268b1)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:10:06.688160 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 39150) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:06.704146 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4e80f1c1-e6cf-43ed-a82c-418357dd6d49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:06.710952 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-65beb204-08f0-42a2-90b3-8b41ca6f6a0e req-68a09fbf-10d2-4acc-9431-80dd01db457f tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:06.764921 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-65beb204-08f0-42a2-90b3-8b41ca6f6a0e req-68a09fbf-10d2-4acc-9431-80dd01db457f tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:06.777162 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['1669b6e7-88ca-4e8e-8caa-a58a64ca2364'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:10:06.819044 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4e80f1c1-e6cf-43ed-a82c-418357dd6d49 admin admin] Publish callbacks [] for security_group (5a3f6655-684b-4724-96c2-3323a70c4902), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:06.819724 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65beb204-08f0-42a2-90b3-8b41ca6f6a0e req-68a09fbf-10d2-4acc-9431-80dd01db457f tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:06.819866 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-65beb204-08f0-42a2-90b3-8b41ca6f6a0e req-68a09fbf-10d2-4acc-9431-80dd01db457f tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:06.820479 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9ccb763b-cd93-4508-a3c3-25c513b75947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (387d2d39-cfb8-433b-87c6-f651bb2dc452), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:06.821281 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-65beb204-08f0-42a2-90b3-8b41ca6f6a0e req-68a09fbf-10d2-4acc-9431-80dd01db457f tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "PUT /v2.0/ports/1669b6e7-88ca-4e8e-8caa-a58a64ca2364 HTTP/1.1" status: 200 len: 943 time: 0.4639776 Apr 22 08:10:06.821686 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714fbaef-6195-494f-8c0f-de43371d24a9', 'tag': '1669b6e7-88ca-4e8e-8caa-a58a64ca2364'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:10:06.827010 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd061fa1-1102-4985-8f03-8bae9036537d" -d '{"events": [{"name": "network-changed", "server_uuid": "714fbaef-6195-494f-8c0f-de43371d24a9", "tag": "1669b6e7-88ca-4e8e-8caa-a58a64ca2364"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:10:06.829127 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 39154) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:06.872712 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccb763b-cd93-4508-a3c3-25c513b75947 admin admin] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:10:06.875498 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-9ccb763b-cd93-4508-a3c3-25c513b75947 admin admin] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:10:06.886304 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb763b-cd93-4508-a3c3-25c513b75947 admin admin] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:10:06.889646 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['1669b6e7-88ca-4e8e-8caa-a58a64ca2364'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:10:06.896150 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a09fbf-10d2-4acc-9431-80dd01db457f tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Pushing event updated for resources: {'Port': ['ID=1669b6e7-88ca-4e8e-8caa-a58a64ca2364,revision_number=7']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:06.933046 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08aac386-e368-4fd9-88d2-6f87bb020be0 x-openstack-request-id: req-08aac386-e368-4fd9-88d2-6f87bb020be0 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:10:06.933341 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714fbaef-6195-494f-8c0f-de43371d24a9", "tag": "1669b6e7-88ca-4e8e-8caa-a58a64ca2364", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:10:06.933608 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08aac386-e368-4fd9-88d2-6f87bb020be0 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:10:06.934035 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08aac386-e368-4fd9-88d2-6f87bb020be0'] response: {'name': 'network-changed', 'server_uuid': '714fbaef-6195-494f-8c0f-de43371d24a9', 'tag': '1669b6e7-88ca-4e8e-8caa-a58a64ca2364', 'status': 'completed', 'code': 200} Apr 22 08:10:06.966559 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-46d081df-1f23-4647-b5c8-e70beb0c9df6 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group (2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:07.015777 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4e80f1c1-e6cf-43ed-a82c-418357dd6d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (5a3f6655-684b-4724-96c2-3323a70c4902), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:07.025352 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-46d081df-1f23-4647-b5c8-e70beb0c9df6 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group (2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:07.054582 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-4e80f1c1-e6cf-43ed-a82c-418357dd6d49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d15741aeb8145df9d875d47fb34737a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3649967 Apr 22 08:10:07.058555 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 39156) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:07.078582 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb763b-cd93-4508-a3c3-25c513b75947 admin admin] Pushing event updated for resources: {'Port': ['ID=387d2d39-cfb8-433b-87c6-f651bb2dc452,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:07.114007 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd061fa1-1102-4985-8f03-8bae9036537d req-40312d7c-7443-4307-a3be-34748d053694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:07.116535 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bd061fa1-1102-4985-8f03-8bae9036537d req-40312d7c-7443-4307-a3be-34748d053694 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=81c4c93475674fd68590e374a9df07e9&device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 1130 time: 0.1651216 Apr 22 08:10:07.209696 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80f1c1-e6cf-43ed-a82c-418357dd6d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3f6655-684b-4724-96c2-3323a70c4902,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:07.263094 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:10:07.341588 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd061fa1-1102-4985-8f03-8bae9036537d req-d2279063-cb82-4f10-88ce-99ec92aa358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:07.343118 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bd061fa1-1102-4985-8f03-8bae9036537d req-d2279063-cb82-4f10-88ce-99ec92aa358e service neutron] 10.222.0.39 "GET /v2.0/networks?id=52c8a8db-0a51-4766-b335-b1a3568ac7d7 HTTP/1.1" status: 200 len: 916 time: 0.2093415 Apr 22 08:10:07.347773 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-eb878603-9acc-4fb4-9a38-4aa35c9e6edf admin admin] Publish callbacks [] for security_group (5a3f6655-684b-4724-96c2-3323a70c4902), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:07.369662 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-8527346a-cc60-4621-bdf3-365ed706ea24 None None] Provisioning complete for port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:10:07.373729 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-8527346a-cc60-4621-bdf3-365ed706ea24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:07.377057 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-eb878603-9acc-4fb4-9a38-4aa35c9e6edf admin admin] Publish callbacks [] for security_group (5a3f6655-684b-4724-96c2-3323a70c4902), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:07.448811 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:10:07.449559 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (7e5b93ee-cc87-40db-a784-0a2faa8ad9b0), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:07.454822 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9ccb763b-cd93-4508-a3c3-25c513b75947 admin admin] Publish callbacks [] for router_gateway (0b09dc45-85cc-4561-8694-a199c3314bbf), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:07.534006 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bd061fa1-1102-4985-8f03-8bae9036537d req-8ee73bc5-dcf5-4513-879f-e2e0ced525ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1669b6e7-88ca-4e8e-8caa-a58a64ca2364 HTTP/1.1" status: 200 len: 1002 time: 0.1017284 Apr 22 08:10:07.536682 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-46d081df-1f23-4647-b5c8-e70beb0c9df6 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:07.545867 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-46d081df-1f23-4647-b5c8-e70beb0c9df6 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:07.550236 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-46d081df-1f23-4647-b5c8-e70beb0c9df6 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "DELETE /v2.0/security-groups/2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2 HTTP/1.1" status: 204 len: 168 time: 0.7198761 Apr 22 08:10:07.560914 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-8527346a-cc60-4621-bdf3-365ed706ea24 None None] Current status of the port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:10:07.561155 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 39158) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:07.568743 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-eb878603-9acc-4fb4-9a38-4aa35c9e6edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (5a3f6655-684b-4724-96c2-3323a70c4902), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:07.574296 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-eb878603-9acc-4fb4-9a38-4aa35c9e6edf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:07.575140 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-eb878603-9acc-4fb4-9a38-4aa35c9e6edf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a3f6655-684b-4724-96c2-3323a70c4902 HTTP/1.1" status: 204 len: 168 time: 0.5153909 Apr 22 08:10:07.638872 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0 is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:10:07.639268 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (7e5b93ee-cc87-40db-a784-0a2faa8ad9b0), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:07.700785 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] For port 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=7e5b93ee-cc87-40db-a784-0a2faa8ad9b0,segment=NetworkSegment(038b4509-2046-41c8-98a3-925a5ea4837d),segment_id=038b4509-2046-41c8-98a3-925a5ea4837d)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:10:07.748352 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d081df-1f23-4647-b5c8-e70beb0c9df6 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc4f4bd-6b5a-4667-961c-8251b3b6d9a2,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:07.761692 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9ccb763b-cd93-4508-a3c3-25c513b75947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-710858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706120'] for router (0b09dc45-85cc-4561-8694-a199c3314bbf), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:07.767641 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb878603-9acc-4fb4-9a38-4aa35c9e6edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3f6655-684b-4724-96c2-3323a70c4902,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:07.774926 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (7e5b93ee-cc87-40db-a784-0a2faa8ad9b0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:07.797628 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd061fa1-1102-4985-8f03-8bae9036537d req-f9de7784-5ee2-49be-bb3f-0878b883002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:07.798166 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bd061fa1-1102-4985-8f03-8bae9036537d req-f9de7784-5ee2-49be-bb3f-0878b883002e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57d7abe5-9276-474f-b2f5-7f98c78bd2d4 HTTP/1.1" status: 200 len: 854 time: 0.2457654 Apr 22 08:10:07.858851 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Pushing event updated for resources: {'Port': ['ID=7e5b93ee-cc87-40db-a784-0a2faa8ad9b0,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:07.881563 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff4a3e3-7d8c-4923-bb9d-196a8d10b421 None None] Network e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:10:07.940833 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-9c28fa82-b181-40df-83af-f21182f320da tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Deleting port 4fa9c402-636e-483a-9970-ced10755ca82 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:10:07.941187 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9c28fa82-b181-40df-83af-f21182f320da tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (4fa9c402-636e-483a-9970-ced10755ca82), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:07.964575 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccb763b-cd93-4508-a3c3-25c513b75947 admin admin] Router 0b09dc45-85cc-4561-8694-a199c3314bbf is scheduled to L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe with binding_index 1 {{(pid=103833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 08:10:07.995065 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd061fa1-1102-4985-8f03-8bae9036537d req-717a58d5-6b21-4258-addc-83b942352824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:07.996767 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bd061fa1-1102-4985-8f03-8bae9036537d req-717a58d5-6b21-4258-addc-83b942352824 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52c8a8db-0a51-4766-b335-b1a3568ac7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1896274 Apr 22 08:10:08.002628 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-16c2073e-886d-4a42-a02b-db029a91c0c4 None None] Provisioning complete for port 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:10:08.003424 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-16c2073e-886d-4a42-a02b-db029a91c0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (7e5b93ee-cc87-40db-a784-0a2faa8ad9b0), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:08.113741 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-16c2073e-886d-4a42-a02b-db029a91c0c4 None None] Current status of the port 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:10:08.116922 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9c28fa82-b181-40df-83af-f21182f320da tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (4fa9c402-636e-483a-9970-ced10755ca82), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:08.117720 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9c28fa82-b181-40df-83af-f21182f320da tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for floatingip (4fa9c402-636e-483a-9970-ced10755ca82), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:08.131732 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccb763b-cd93-4508-a3c3-25c513b75947 admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:10:08.140006 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-9c28fa82-b181-40df-83af-f21182f320da tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Calling delete_port for 4fa9c402-636e-483a-9970-ced10755ca82 owned by network:floatingip {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:10:08.162693 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] Sync routers for ids ['0b09dc45-85cc-4561-8694-a199c3314bbf'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:10:08.165101 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bd061fa1-1102-4985-8f03-8bae9036537d req-21ab4ec4-a1e1-4297-893a-4e2fcf54ca37 service neutron] 10.222.0.39 "GET /v2.0/networks/52c8a8db-0a51-4766-b335-b1a3568ac7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611292 Apr 22 08:10:08.173313 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] Routers {'0b09dc45-85cc-4561-8694-a199c3314bbf'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:10:08.174084 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:09:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['0b09dc45-85cc-4561-8694-a199c3314bbf'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:08.217377 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-9ccb763b-cd93-4508-a3c3-25c513b75947 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:08.221226 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-9ccb763b-cd93-4508-a3c3-25c513b75947 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4953971 Apr 22 08:10:08.222083 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 39170) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:08.327543 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] Set router 0b09dc45-85cc-4561-8694-a199c3314bbf gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:10:08.348284 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-613ac530-02a9-46f2-b9e0-4879b062ab1b None None] Provisioning complete for port 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:10:08.349998 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-613ac530-02a9-46f2-b9e0-4879b062ab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (7e5b93ee-cc87-40db-a784-0a2faa8ad9b0), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:08.357754 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bd061fa1-1102-4985-8f03-8bae9036537d req-16ae6f93-11a8-4fa7-b040-30ab99cd9d04 service neutron] 10.222.0.39 "GET /v2.0/networks/52c8a8db-0a51-4766-b335-b1a3568ac7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614592 Apr 22 08:10:08.515991 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-613ac530-02a9-46f2-b9e0-4879b062ab1b None None] Current status of the port 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:10:08.548574 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9c28fa82-b181-40df-83af-f21182f320da tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (4fa9c402-636e-483a-9970-ced10755ca82), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:08.550470 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'name': 'tempest-AttachVolumeTestJSON-938032082-router', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:10:05Z', 'updated_at': '2022-04-22T08:10:07Z', 'revision_number': 3, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'gw_port': {'id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:06Z', 'updated_at': '2022-04-22T08:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:08.581592 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] Checking router: 0b09dc45-85cc-4561-8694-a199c3314bbf for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:10:08.581863 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28fa82-b181-40df-83af-f21182f320da tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Pushing event deleted for resources: {'Port': ['ID=4fa9c402-636e-483a-9970-ced10755ca82,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:08.581974 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] Updating router 0b09dc45-85cc-4561-8694-a199c3314bbf port 387d2d39-cfb8-433b-87c6-f651bb2dc452 binding host dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 08:10:08.619162 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (387d2d39-cfb8-433b-87c6-f651bb2dc452), before_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:08.652999 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9c28fa82-b181-40df-83af-f21182f320da tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks [] for floatingip (ce050e83-89f2-4845-a3d9-a722e3e9d9db), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:08.655795 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.l3_db [None req-9c28fa82-b181-40df-83af-f21182f320da tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Floating IP ce050e83-89f2-4845-a3d9-a722e3e9d9db disassociated (deleted). External IP: 172.28.2.166, port: 1669b6e7-88ca-4e8e-8caa-a58a64ca2364. Apr 22 08:10:08.915309 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c28fa82-b181-40df-83af-f21182f320da tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Router 4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:10:08.929875 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] Publish callbacks [] for port (387d2d39-cfb8-433b-87c6-f651bb2dc452), precommit_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:08.982068 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (387d2d39-cfb8-433b-87c6-f651bb2dc452), after_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:09.041000 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ccb72672-7429-4e96-b454-9cd50dc12b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:09.045673 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c28fa82-b181-40df-83af-f21182f320da tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:10:09.050247 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-9c28fa82-b181-40df-83af-f21182f320da tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:09.057916 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0661c2ab-b745-4ff7-92c3-fb795cbcaa49 None None] Sync routers for ids ['4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'] in dv-cinder-838880-1-smb {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:10:09.065417 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b8b5d-21d7-4c78-b4b6-f97552f8ea6e None None] Pushing event updated for resources: {'Port': ['ID=387d2d39-cfb8-433b-87c6-f651bb2dc452,revision_number=2']} {{(pid=103835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:09.075730 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8b5d-21d7-4c78-b4b6-f97552f8ea6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:09.076076 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8b5d-21d7-4c78-b4b6-f97552f8ea6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:09.076440 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8b5d-21d7-4c78-b4b6-f97552f8ea6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:09.076781 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8b5d-21d7-4c78-b4b6-f97552f8ea6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:09.076963 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0661c2ab-b745-4ff7-92c3-fb795cbcaa49 None None] Routers {'4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:10:09.077110 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8b5d-21d7-4c78-b4b6-f97552f8ea6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:09.077439 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8b5d-21d7-4c78-b4b6-f97552f8ea6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:09.077767 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8b5d-21d7-4c78-b4b6-f97552f8ea6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:09.078091 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8b5d-21d7-4c78-b4b6-f97552f8ea6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:09.078424 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8b5d-21d7-4c78-b4b6-f97552f8ea6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:09.078787 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8b5d-21d7-4c78-b4b6-f97552f8ea6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:09.079034 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-0661c2ab-b745-4ff7-92c3-fb795cbcaa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:09:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:09.079398 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8b5d-21d7-4c78-b4b6-f97552f8ea6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:09.079730 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8b5d-21d7-4c78-b4b6-f97552f8ea6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:09.080053 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b8b5d-21d7-4c78-b4b6-f97552f8ea6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:09.086379 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-9c28fa82-b181-40df-83af-f21182f320da tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "DELETE /v2.0/floatingips/ce050e83-89f2-4845-a3d9-a722e3e9d9db HTTP/1.1" status: 204 len: 168 time: 1.5101171 Apr 22 08:10:09.087039 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714fbaef-6195-494f-8c0f-de43371d24a9', 'tag': '1669b6e7-88ca-4e8e-8caa-a58a64ca2364'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:10:09.089408 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bb1c5f-d19b-44d0-afe0-e3a2f8951b95" -d '{"events": [{"name": "network-changed", "server_uuid": "714fbaef-6195-494f-8c0f-de43371d24a9", "tag": "1669b6e7-88ca-4e8e-8caa-a58a64ca2364"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:10:09.141842 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] Attempting to bind port 387d2d39-cfb8-433b-87c6-f651bb2dc452 on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:10:09.142216 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] Attempting to bind port 387d2d39-cfb8-433b-87c6-f651bb2dc452 by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}] {{(pid=103835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:10:09.142736 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] Attempting to bind port 387d2d39-cfb8-433b-87c6-f651bb2dc452 on network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:10:09.152225 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:10:09.153093 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] Checking segment: {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:10:09.153939 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:09.155540 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] Bound using segment: {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'} {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:10:09.160379 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] Bound port: 387d2d39-cfb8-433b-87c6-f651bb2dc452, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}}] {{(pid=103835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:10:09.160379 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (387d2d39-cfb8-433b-87c6-f651bb2dc452), before_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:09.173322 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80985f7c-9e45-4996-b3ae-bd69aac53301 x-openstack-request-id: req-80985f7c-9e45-4996-b3ae-bd69aac53301 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:10:09.173704 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714fbaef-6195-494f-8c0f-de43371d24a9", "tag": "1669b6e7-88ca-4e8e-8caa-a58a64ca2364", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:10:09.173997 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-80985f7c-9e45-4996-b3ae-bd69aac53301 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:10:09.174530 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80985f7c-9e45-4996-b3ae-bd69aac53301'] response: {'name': 'network-changed', 'server_uuid': '714fbaef-6195-494f-8c0f-de43371d24a9', 'tag': '1669b6e7-88ca-4e8e-8caa-a58a64ca2364', 'status': 'completed', 'code': 200} Apr 22 08:10:09.189974 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:10:09.292378 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.db [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] For port 387d2d39-cfb8-433b-87c6-f651bb2dc452, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:10:09.297037 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.db [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] For port 387d2d39-cfb8-433b-87c6-f651bb2dc452, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=387d2d39-cfb8-433b-87c6-f651bb2dc452,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:10:09.317312 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb1c5f-d19b-44d0-afe0-e3a2f8951b95 req-b59a5bc9-4613-49ed-91f8-ea50305f0f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:09.318525 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c3bb1c5f-d19b-44d0-afe0-e3a2f8951b95 req-b59a5bc9-4613-49ed-91f8-ea50305f0f47 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=81c4c93475674fd68590e374a9df07e9&device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 1130 time: 0.1093111 Apr 22 08:10:09.351831 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-ccb72672-7429-4e96-b454-9cd50dc12b30 admin admin] Allocated IP 172.20.0.1 (e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3/031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb/66ff6118-56f5-4a4b-b14b-338cf7d491b9) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:10:09.354171 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (387d2d39-cfb8-433b-87c6-f651bb2dc452), after_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:09.456045 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb1c5f-d19b-44d0-afe0-e3a2f8951b95 req-4b674a83-46e4-4ab2-947d-9c26e926be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:09.457981 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c3bb1c5f-d19b-44d0-afe0-e3a2f8951b95 req-4b674a83-46e4-4ab2-947d-9c26e926be25 service neutron] 10.222.0.39 "GET /v2.0/networks?id=52c8a8db-0a51-4766-b335-b1a3568ac7d7 HTTP/1.1" status: 200 len: 916 time: 0.1318755 Apr 22 08:10:09.479683 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:10:09.480529 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (7e5b93ee-cc87-40db-a784-0a2faa8ad9b0), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:09.518672 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b8b5d-21d7-4c78-b4b6-f97552f8ea6e None None] Pushing event updated for resources: {'Port': ['ID=387d2d39-cfb8-433b-87c6-f651bb2dc452,revision_number=3']} {{(pid=103835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:09.522697 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c3bb1c5f-d19b-44d0-afe0-e3a2f8951b95 req-d24478fb-4c73-4398-9ec6-d43e9a8a1bfe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1669b6e7-88ca-4e8e-8caa-a58a64ca2364 HTTP/1.1" status: 200 len: 217 time: 0.0587819 Apr 22 08:10:09.527135 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-0661c2ab-b745-4ff7-92c3-fb795cbcaa49 None None] Set router 4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:10:09.527595 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ccb72672-7429-4e96-b454-9cd50dc12b30 admin admin] Publish callbacks [] for port (66ff6118-56f5-4a4b-b14b-338cf7d491b9), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:09.551317 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] Routers {'0b09dc45-85cc-4561-8694-a199c3314bbf'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:10:09.552570 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:09:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['0b09dc45-85cc-4561-8694-a199c3314bbf'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:09.605345 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb1c5f-d19b-44d0-afe0-e3a2f8951b95 req-a0a4dc00-9474-4fb0-ab76-0eb8df4cd135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:09.607958 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c3bb1c5f-d19b-44d0-afe0-e3a2f8951b95 req-a0a4dc00-9474-4fb0-ab76-0eb8df4cd135 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=57d7abe5-9276-474f-b2f5-7f98c78bd2d4 HTTP/1.1" status: 200 len: 854 time: 0.0737052 Apr 22 08:10:09.703498 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb1c5f-d19b-44d0-afe0-e3a2f8951b95 req-fbdd4bcc-4bb1-4d51-bbe6-25b52b6a9759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:09.705245 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c3bb1c5f-d19b-44d0-afe0-e3a2f8951b95 req-fbdd4bcc-4bb1-4d51-bbe6-25b52b6a9759 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52c8a8db-0a51-4766-b335-b1a3568ac7d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0919585 Apr 22 08:10:09.713754 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ccb72672-7429-4e96-b454-9cd50dc12b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (66ff6118-56f5-4a4b-b14b-338cf7d491b9), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:09.722961 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] Set router 0b09dc45-85cc-4561-8694-a199c3314bbf gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:10:09.765355 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:10:09.793778 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb72672-7429-4e96-b454-9cd50dc12b30 admin admin] Network e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:10:09.796889 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-ccb72672-7429-4e96-b454-9cd50dc12b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:10:09.818525 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb72672-7429-4e96-b454-9cd50dc12b30 admin admin] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:10:09.825698 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c3bb1c5f-d19b-44d0-afe0-e3a2f8951b95 req-fbd7df57-0070-468d-b371-21f34319e777 service neutron] 10.222.0.39 "GET /v2.0/networks/52c8a8db-0a51-4766-b335-b1a3568ac7d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145146 Apr 22 08:10:09.859326 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb72672-7429-4e96-b454-9cd50dc12b30 admin admin] Pushing event updated for resources: {'Port': ['ID=66ff6118-56f5-4a4b-b14b-338cf7d491b9,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:09.892915 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ccb72672-7429-4e96-b454-9cd50dc12b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706235'] for router_interface (0b09dc45-85cc-4561-8694-a199c3314bbf), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:09.906629 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-0661c2ab-b745-4ff7-92c3-fb795cbcaa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'name': 'tempest-TestMinimumBasicScenario-2009339041-router', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:52Z', 'updated_at': '2022-04-22T08:07:56Z', 'revision_number': 4, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'gw_port': {'id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:53Z', 'updated_at': '2022-04-22T08:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': 'ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f', 'name': '', 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'mac_address': 'fa:16:3e:b4:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:55Z', 'updated_at': '2022-04-22T08:08:00Z', 'revision_number': 5, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'subnets': [{'id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:09.959694 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'name': 'tempest-AttachVolumeTestJSON-938032082-router', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:10:05Z', 'updated_at': '2022-04-22T08:10:07Z', 'revision_number': 3, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'gw_port': {'id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:06Z', 'updated_at': '2022-04-22T08:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:09.971903 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0661c2ab-b745-4ff7-92c3-fb795cbcaa49 None None] Checking router: 4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 for host: dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:10:09.992878 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58438029-cc49-4a01-a171-d16a686053f8 None None] The sync data for ids ['0b09dc45-85cc-4561-8694-a199c3314bbf'] in dv-cinder-838880-1-smb is: [{'id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'name': 'tempest-AttachVolumeTestJSON-938032082-router', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:10:05Z', 'updated_at': '2022-04-22T08:10:07Z', 'revision_number': 3, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'gw_port': {'id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:06Z', 'updated_at': '2022-04-22T08:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:10:09.995792 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0661c2ab-b745-4ff7-92c3-fb795cbcaa49 None None] Routers {'4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:10:09.996450 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-0661c2ab-b745-4ff7-92c3-fb795cbcaa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:09:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:10.041128 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c3bb1c5f-d19b-44d0-afe0-e3a2f8951b95 req-7329a9bb-6444-44e0-b978-4c8198271e21 service neutron] 10.222.0.39 "GET /v2.0/networks/52c8a8db-0a51-4766-b335-b1a3568ac7d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090223 Apr 22 08:10:10.168063 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-0661c2ab-b745-4ff7-92c3-fb795cbcaa49 None None] Set router 4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:10:10.215292 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-ecc1c15e-d180-47f6-9d77-bbcb586b9a6e None None] Provisioning complete for port 66ff6118-56f5-4a4b-b14b-338cf7d491b9 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:10:10.217852 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-ecc1c15e-d180-47f6-9d77-bbcb586b9a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (66ff6118-56f5-4a4b-b14b-338cf7d491b9), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:10.223666 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ccb72672-7429-4e96-b454-9cd50dc12b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (66ff6118-56f5-4a4b-b14b-338cf7d491b9), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:10.340197 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1c15e-d180-47f6-9d77-bbcb586b9a6e None None] Port 66ff6118-56f5-4a4b-b14b-338cf7d491b9 cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:10:10.467902 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-0661c2ab-b745-4ff7-92c3-fb795cbcaa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'name': 'tempest-TestMinimumBasicScenario-2009339041-router', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:52Z', 'updated_at': '2022-04-22T08:07:56Z', 'revision_number': 4, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'gw_port': {'id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:53Z', 'updated_at': '2022-04-22T08:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': 'ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f', 'name': '', 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'mac_address': 'fa:16:3e:b4:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:55Z', 'updated_at': '2022-04-22T08:08:00Z', 'revision_number': 5, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'subnets': [{'id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:10.473150 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ccb72672-7429-4e96-b454-9cd50dc12b30 admin admin] Publish callbacks [] for port (66ff6118-56f5-4a4b-b14b-338cf7d491b9), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:10.505506 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0661c2ab-b745-4ff7-92c3-fb795cbcaa49 None None] The sync data for ids ['4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'] in dv-cinder-838880-1-smb is: [{'id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'name': 'tempest-TestMinimumBasicScenario-2009339041-router', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:52Z', 'updated_at': '2022-04-22T08:07:56Z', 'revision_number': 4, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'gw_port': {'id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:53Z', 'updated_at': '2022-04-22T08:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': 'ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f', 'name': '', 'network_id': '52c8a8db-0a51-4766-b335-b1a3568ac7d7', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'mac_address': 'fa:16:3e:b4:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:55Z', 'updated_at': '2022-04-22T08:08:00Z', 'revision_number': 5, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'subnets': [{'id': '57d7abe5-9276-474f-b2f5-7f98c78bd2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:10:10.564979 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ccb72672-7429-4e96-b454-9cd50dc12b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079315'] for port (66ff6118-56f5-4a4b-b14b-338cf7d491b9), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:10.596179 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-f26aad8a-f0e2-4fe2-bf1f-869b0b3af516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:10.651382 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb72672-7429-4e96-b454-9cd50dc12b30 admin admin] Pushing event updated for resources: {'Port': ['ID=66ff6118-56f5-4a4b-b14b-338cf7d491b9,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:10.657529 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-ccb72672-7429-4e96-b454-9cd50dc12b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705803'] for router_interface (0b09dc45-85cc-4561-8694-a199c3314bbf), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:10.791356 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb72672-7429-4e96-b454-9cd50dc12b30 admin admin] Network e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:10:10.793029 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-ccb72672-7429-4e96-b454-9cd50dc12b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:10:10.963969 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb72672-7429-4e96-b454-9cd50dc12b30 admin admin] Router 0b09dc45-85cc-4561-8694-a199c3314bbf has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:10:10.983315 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039e8862-5498-417d-b1de-8ac639732f51 None None] New status for floating IP ce050e83-89f2-4845-a3d9-a722e3e9d9db: DOWN {{(pid=103835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 08:10:11.103850 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-28cec4aa-10db-404d-a7ae-03a8246f3f9b None None] Provisioning complete for port 66ff6118-56f5-4a4b-b14b-338cf7d491b9 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:10:11.104772 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-28cec4aa-10db-404d-a7ae-03a8246f3f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (66ff6118-56f5-4a4b-b14b-338cf7d491b9), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:11.128667 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb72672-7429-4e96-b454-9cd50dc12b30 admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:10:11.135945 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-ccb72672-7429-4e96-b454-9cd50dc12b30 admin admin] 10.222.0.13 "PUT /v2.0/routers/0b09dc45-85cc-4561-8694-a199c3314bbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9095697 Apr 22 08:10:11.160435 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 387d2d39-cfb8-433b-87c6-f651bb2dc452 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:10:11.212581 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-28cec4aa-10db-404d-a7ae-03a8246f3f9b None None] Port 66ff6118-56f5-4a4b-b14b-338cf7d491b9 cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:10:11.251072 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 387d2d39-cfb8-433b-87c6-f651bb2dc452 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:10:11.252024 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (387d2d39-cfb8-433b-87c6-f651bb2dc452), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:11.355237 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 387d2d39-cfb8-433b-87c6-f651bb2dc452 is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:10:11.355630 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (387d2d39-cfb8-433b-87c6-f651bb2dc452), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:11.376274 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] For port 387d2d39-cfb8-433b-87c6-f651bb2dc452, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=387d2d39-cfb8-433b-87c6-f651bb2dc452,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:10:11.450467 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (387d2d39-cfb8-433b-87c6-f651bb2dc452), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:11.499783 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Pushing event updated for resources: {'Port': ['ID=387d2d39-cfb8-433b-87c6-f651bb2dc452,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:11.510144 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:11.511451 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:11.511824 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:11.512189 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:11.512632 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:11.512980 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:11.513319 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:11.513661 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:11.513996 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:11.514327 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:11.514686 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:11.515019 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:11.515367 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:11.749256 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 39268) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:11.754113 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-0297770f-1a1a-4bfc-8fa0-8d2afd5e67ce tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1036486142', 'description': 'tempest-description--410100027'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:10:11.861969 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0297770f-1a1a-4bfc-8fa0-8d2afd5e67ce tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:11.938486 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0297770f-1a1a-4bfc-8fa0-8d2afd5e67ce tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group (ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:11.998779 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0297770f-1a1a-4bfc-8fa0-8d2afd5e67ce tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:12.029410 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297770f-1a1a-4bfc-8fa0-8d2afd5e67ce tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:12.066948 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] Sync routers for ids ['0b09dc45-85cc-4561-8694-a199c3314bbf'] in dv-cinder-838880-1-smb {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:10:12.078640 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] Routers {'0b09dc45-85cc-4561-8694-a199c3314bbf'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:10:12.079260 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:09:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['0b09dc45-85cc-4561-8694-a199c3314bbf'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:12.086688 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0297770f-1a1a-4bfc-8fa0-8d2afd5e67ce tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:12.087944 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-0297770f-1a1a-4bfc-8fa0-8d2afd5e67ce tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3377140 Apr 22 08:10:12.091062 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 39270) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:12.095574 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-bea5b5f3-59bc-4a8a-887b-5748af6fa6ec tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Request body: {'security_group_rule': {'security_group_id': 'ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:10:12.186722 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bea5b5f3-59bc-4a8a-887b-5748af6fa6ec tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group_rule (f198662a-25c0-46ae-942a-9dced83de847), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:12.192084 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] Set router 0b09dc45-85cc-4561-8694-a199c3314bbf gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:10:12.248291 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bea5b5f3-59bc-4a8a-887b-5748af6fa6ec tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group_rule (f198662a-25c0-46ae-942a-9dced83de847), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:12.296390 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bea5b5f3-59bc-4a8a-887b-5748af6fa6ec tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (f198662a-25c0-46ae-942a-9dced83de847), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:12.329031 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5b5f3-59bc-4a8a-887b-5748af6fa6ec tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f198662a-25c0-46ae-942a-9dced83de847,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:12.409567 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'name': 'tempest-AttachVolumeTestJSON-938032082-router', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:10:05Z', 'updated_at': '2022-04-22T08:10:10Z', 'revision_number': 4, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'gw_port': {'id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:06Z', 'updated_at': '2022-04-22T08:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '66ff6118-56f5-4a4b-b14b-338cf7d491b9', 'name': '', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'mac_address': 'fa:16:3e:df:ed:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:09Z', 'updated_at': '2022-04-22T08:10:10Z', 'revision_number': 2, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'subnets': [{'id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:12.415705 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bea5b5f3-59bc-4a8a-887b-5748af6fa6ec tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:12.417187 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-bea5b5f3-59bc-4a8a-887b-5748af6fa6ec tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3250546 Apr 22 08:10:12.419796 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 39278) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:12.424470 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-0e4846d2-cabf-4457-900a-39f31b7a5e86 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Request body: {'security_group_rule': {'security_group_id': 'ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:10:12.446472 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] Checking router: 0b09dc45-85cc-4561-8694-a199c3314bbf for host: dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:10:12.446856 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] Updating router 0b09dc45-85cc-4561-8694-a199c3314bbf port 66ff6118-56f5-4a4b-b14b-338cf7d491b9 binding host dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 08:10:12.476349 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (66ff6118-56f5-4a4b-b14b-338cf7d491b9), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:12.506661 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0e4846d2-cabf-4457-900a-39f31b7a5e86 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group_rule (58af08a3-d2ca-4df3-aa44-c134efd1f360), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:12.574221 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0e4846d2-cabf-4457-900a-39f31b7a5e86 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group_rule (58af08a3-d2ca-4df3-aa44-c134efd1f360), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:12.649882 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0e4846d2-cabf-4457-900a-39f31b7a5e86 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (58af08a3-d2ca-4df3-aa44-c134efd1f360), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:12.679185 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4846d2-cabf-4457-900a-39f31b7a5e86 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58af08a3-d2ca-4df3-aa44-c134efd1f360,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:12.695062 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bdb0e-be17-40f1-90a1-8f71f40e97e8 req-38300b53-1a1f-47d5-afac-f9d95cf325e1 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:12.696562 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0d8bdb0e-be17-40f1-90a1-8f71f40e97e8 req-38300b53-1a1f-47d5-afac-f9d95cf325e1 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 946 time: 0.0777466 Apr 22 08:10:12.744738 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0d8bdb0e-be17-40f1-90a1-8f71f40e97e8 req-638e172c-07f3-4f76-bd66-c48de899a2d5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425565 Apr 22 08:10:12.762408 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-0e4846d2-cabf-4457-900a-39f31b7a5e86 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:12.766915 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-0e4846d2-cabf-4457-900a-39f31b7a5e86 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3458776 Apr 22 08:10:12.767856 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 39282) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:12.773254 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-6b29432b-1761-4072-a3d6-4c57da456d29 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Request body: {'floatingip': {'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:10:12.777589 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] Publish callbacks [] for port (66ff6118-56f5-4a4b-b14b-338cf7d491b9), precommit_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:12.839031 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (66ff6118-56f5-4a4b-b14b-338cf7d491b9), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:12.867623 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6b29432b-1761-4072-a3d6-4c57da456d29 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:12.917578 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671f846-b302-4a2a-9c3f-26b93b463906 None None] Pushing event updated for resources: {'Port': ['ID=66ff6118-56f5-4a4b-b14b-338cf7d491b9,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:12.973301 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] Attempting to bind port 66ff6118-56f5-4a4b-b14b-338cf7d491b9 on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:10:12.973301 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] Attempting to bind port 66ff6118-56f5-4a4b-b14b-338cf7d491b9 by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': '038b4509-2046-41c8-98a3-925a5ea4837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:10:12.973679 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] Attempting to bind port 66ff6118-56f5-4a4b-b14b-338cf7d491b9 on network e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:10:12.982311 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:10:12.982755 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] Checking segment: {'id': '038b4509-2046-41c8-98a3-925a5ea4837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:10:12.983201 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:12.983596 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] Bound using segment: {'id': '038b4509-2046-41c8-98a3-925a5ea4837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:10:12.984065 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] Bound port: 66ff6118-56f5-4a4b-b14b-338cf7d491b9, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038b4509-2046-41c8-98a3-925a5ea4837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:10:12.984591 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (66ff6118-56f5-4a4b-b14b-338cf7d491b9), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:12.995449 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6b29432b-1761-4072-a3d6-4c57da456d29 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:13.028478 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-84ad9f38-09e3-407e-ba8d-3e9a2b79d6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:13.077623 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] For port 66ff6118-56f5-4a4b-b14b-338cf7d491b9, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:10:13.081027 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] For port 66ff6118-56f5-4a4b-b14b-338cf7d491b9, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=66ff6118-56f5-4a4b-b14b-338cf7d491b9,segment=NetworkSegment(038b4509-2046-41c8-98a3-925a5ea4837d),segment_id=038b4509-2046-41c8-98a3-925a5ea4837d)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:10:13.109228 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 387d2d39-cfb8-433b-87c6-f651bb2dc452 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:10:13.136075 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-6b29432b-1761-4072-a3d6-4c57da456d29 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Allocated IP 172.28.2.2 (1ba3c60b-0bed-4e05-bf6c-e6da0128f626/c65f8918-06d0-4042-b508-c83c4010a7fc/67a2fece-9454-4901-8988-e55ce49af196) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:10:13.163347 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (66ff6118-56f5-4a4b-b14b-338cf7d491b9), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:13.189584 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-0b5cadb9-81a5-43a5-b937-84bbb9ee0ea5 None None] Provisioning complete for port 66ff6118-56f5-4a4b-b14b-338cf7d491b9 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:10:13.192492 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0b5cadb9-81a5-43a5-b937-84bbb9ee0ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (66ff6118-56f5-4a4b-b14b-338cf7d491b9), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:13.250273 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6b29432b-1761-4072-a3d6-4c57da456d29 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for port (67a2fece-9454-4901-8988-e55ce49af196), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:13.269632 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671f846-b302-4a2a-9c3f-26b93b463906 None None] Pushing event updated for resources: {'Port': ['ID=66ff6118-56f5-4a4b-b14b-338cf7d491b9,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:13.273937 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] Routers {'0b09dc45-85cc-4561-8694-a199c3314bbf'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:10:13.281917 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:10:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['0b09dc45-85cc-4561-8694-a199c3314bbf'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:13.287080 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 387d2d39-cfb8-433b-87c6-f651bb2dc452 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:10:13.287080 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (387d2d39-cfb8-433b-87c6-f651bb2dc452), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:13.367852 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6b29432b-1761-4072-a3d6-4c57da456d29 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (67a2fece-9454-4901-8988-e55ce49af196), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:13.418927 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b29432b-1761-4072-a3d6-4c57da456d29 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:10:13.424601 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-6b29432b-1761-4072-a3d6-4c57da456d29 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:10:13.433715 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29432b-1761-4072-a3d6-4c57da456d29 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Pushing event updated for resources: {'Port': ['ID=67a2fece-9454-4901-8988-e55ce49af196,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:13.439434 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b29432b-1761-4072-a3d6-4c57da456d29 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:10:13.537023 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6b29432b-1761-4072-a3d6-4c57da456d29 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for floatingip (32618ef0-5efb-4ff6-8e87-490459586192), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:13.616291 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-0b5cadb9-81a5-43a5-b937-84bbb9ee0ea5 None None] Current status of the port 66ff6118-56f5-4a4b-b14b-338cf7d491b9 is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:10:13.616291 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0b5cadb9-81a5-43a5-b937-84bbb9ee0ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (66ff6118-56f5-4a4b-b14b-338cf7d491b9), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:13.631345 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6b29432b-1761-4072-a3d6-4c57da456d29 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (67a2fece-9454-4901-8988-e55ce49af196), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:13.645258 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] Set router 0b09dc45-85cc-4561-8694-a199c3314bbf gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:10:13.702860 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 387d2d39-cfb8-433b-87c6-f651bb2dc452 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:10:13.751750 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-0b5cadb9-81a5-43a5-b937-84bbb9ee0ea5 None None] For port 66ff6118-56f5-4a4b-b14b-338cf7d491b9, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=66ff6118-56f5-4a4b-b14b-338cf7d491b9,segment=NetworkSegment(038b4509-2046-41c8-98a3-925a5ea4837d),segment_id=038b4509-2046-41c8-98a3-925a5ea4837d)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:10:13.792691 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6b29432b-1761-4072-a3d6-4c57da456d29 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for port (67a2fece-9454-4901-8988-e55ce49af196), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:13.811533 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0b5cadb9-81a5-43a5-b937-84bbb9ee0ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (66ff6118-56f5-4a4b-b14b-338cf7d491b9), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:13.833624 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6b29432b-1761-4072-a3d6-4c57da456d29 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079315'] for port (67a2fece-9454-4901-8988-e55ce49af196), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:13.881157 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd8b63-ed83-4d59-b851-80426cef3249 req-abba136b-74f2-4943-a639-4a6693c86af5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:13.882578 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8edd8b63-ed83-4d59-b851-80426cef3249 req-abba136b-74f2-4943-a639-4a6693c86af5 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 946 time: 0.0610926 Apr 22 08:10:13.911743 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29432b-1761-4072-a3d6-4c57da456d29 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Pushing event updated for resources: {'Port': ['ID=67a2fece-9454-4901-8988-e55ce49af196,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:13.918245 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6b29432b-1761-4072-a3d6-4c57da456d29 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (32618ef0-5efb-4ff6-8e87-490459586192), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:13.922163 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5cadb9-81a5-43a5-b937-84bbb9ee0ea5 None None] Pushing event updated for resources: {'Port': ['ID=66ff6118-56f5-4a4b-b14b-338cf7d491b9,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:13.934544 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8edd8b63-ed83-4d59-b851-80426cef3249 req-45775838-8a92-4076-849c-c02480651c0e tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456247 Apr 22 08:10:13.943671 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-a58de7bb-57e4-4404-9e23-745b0a2529b7 None None] Provisioning complete for port 66ff6118-56f5-4a4b-b14b-338cf7d491b9 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:10:13.947925 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-a58de7bb-57e4-4404-9e23-745b0a2529b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (66ff6118-56f5-4a4b-b14b-338cf7d491b9), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:13.998289 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'name': 'tempest-AttachVolumeTestJSON-938032082-router', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:10:05Z', 'updated_at': '2022-04-22T08:10:10Z', 'revision_number': 4, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'gw_port': {'id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:06Z', 'updated_at': '2022-04-22T08:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '66ff6118-56f5-4a4b-b14b-338cf7d491b9', 'name': '', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'mac_address': 'fa:16:3e:df:ed:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:09Z', 'updated_at': '2022-04-22T08:10:13Z', 'revision_number': 4, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'subnets': [{'id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:14.031602 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9648b4f3-d9eb-4025-bfe0-2ffd7de1c7d7 None None] The sync data for ids ['0b09dc45-85cc-4561-8694-a199c3314bbf'] in dv-cinder-838880-1-smb is: [{'id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'name': 'tempest-AttachVolumeTestJSON-938032082-router', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:10:05Z', 'updated_at': '2022-04-22T08:10:10Z', 'revision_number': 4, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'gw_port': {'id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:06Z', 'updated_at': '2022-04-22T08:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '66ff6118-56f5-4a4b-b14b-338cf7d491b9', 'name': '', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'mac_address': 'fa:16:3e:df:ed:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:09Z', 'updated_at': '2022-04-22T08:10:13Z', 'revision_number': 4, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'subnets': [{'id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:10:14.040726 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6b29432b-1761-4072-a3d6-4c57da456d29 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:14.047898 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-6b29432b-1761-4072-a3d6-4c57da456d29 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2731197 Apr 22 08:10:14.083376 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-a58de7bb-57e4-4404-9e23-745b0a2529b7 None None] Current status of the port 66ff6118-56f5-4a4b-b14b-338cf7d491b9 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:10:14.251483 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-cc5168ac-e59c-45a8-920a-59193fddcb2e tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1036486142&fields=id&tenant_id=14eb5f6f6b9140adb7e06e6d099e1dfd HTTP/1.1" status: 200 len: 267 time: 0.0496898 Apr 22 08:10:14.365144 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:14.373353 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-a332359e-4272-488e-b5de-d7d4e2050e13 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:14.374902 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-a332359e-4272-488e-b5de-d7d4e2050e13 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/networks?id=e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 HTTP/1.1" status: 200 len: 810 time: 0.1157298 Apr 22 08:10:14.396065 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-bd7866b8-d1c0-4039-85b5-7e4ef4f5297e tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/quotas/14eb5f6f6b9140adb7e06e6d099e1dfd HTTP/1.1" status: 200 len: 375 time: 0.0110159 Apr 22 08:10:14.461366 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-8b2342f3-da48-4f07-9e64-2df5a6953bfc tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14eb5f6f6b9140adb7e06e6d099e1dfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613837 Apr 22 08:10:14.540518 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc89383-37b1-4396-8382-5e5674af35a5 req-fbcc4565-34e5-4221-a6e2-cc35e6703801 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:14.542437 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0dc89383-37b1-4396-8382-5e5674af35a5 req-fbcc4565-34e5-4221-a6e2-cc35e6703801 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.39 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 946 time: 0.0706170 Apr 22 08:10:14.971897 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-5c5751c9-514b-4642-b80e-bf78c6354a57 service neutron] 10.222.0.13 "GET /v2.0/networks/e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880364 Apr 22 08:10:14.978250 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-0dc89383-37b1-4396-8382-5e5674af35a5 req-d02cbe40-04d5-43e1-aa59-a5fec5bada14 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Deleting port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:10:14.978622 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-0dc89383-37b1-4396-8382-5e5674af35a5 req-d02cbe40-04d5-43e1-aa59-a5fec5bada14 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:15.123538 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 66ff6118-56f5-4a4b-b14b-338cf7d491b9 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:10:15.172387 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-0dc89383-37b1-4396-8382-5e5674af35a5 req-d02cbe40-04d5-43e1-aa59-a5fec5bada14 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] For port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=1669b6e7-88ca-4e8e-8caa-a58a64ca2364,segment=NetworkSegment(c62eaefb-9891-4d3c-962a-b78e6fc268b1),segment_id=c62eaefb-9891-4d3c-962a-b78e6fc268b1)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:10:15.172768 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-0dc89383-37b1-4396-8382-5e5674af35a5 req-d02cbe40-04d5-43e1-aa59-a5fec5bada14 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:15.189785 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-76fbd7fb-e3b1-4e1b-8bb2-bffc6c9b5198 service neutron] 10.222.0.13 "GET /v2.0/networks/e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063744 Apr 22 08:10:15.196413 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-0dc89383-37b1-4396-8382-5e5674af35a5 req-d02cbe40-04d5-43e1-aa59-a5fec5bada14 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Calling delete_port for 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 owned by compute:nova {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:10:15.207167 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 66ff6118-56f5-4a4b-b14b-338cf7d491b9 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:10:15.207897 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (66ff6118-56f5-4a4b-b14b-338cf7d491b9), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:15.209584 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f49824-879f-4732-88e4-e7d3098fa358 req-f2c09e33-bd6c-453d-acf9-c7a58a6dc629 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:15.212296 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a1f49824-879f-4732-88e4-e7d3098fa358 req-f2c09e33-bd6c-453d-acf9-c7a58a6dc629 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 946 time: 0.1783795 Apr 22 08:10:15.244769 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:15.304690 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 66ff6118-56f5-4a4b-b14b-338cf7d491b9 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:10:15.337883 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a1f49824-879f-4732-88e4-e7d3098fa358 req-fb188761-81ac-4590-a850-218d9249a355 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/security-groups?id=127dc1c0-252e-461d-958e-a0c869053650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147871 Apr 22 08:10:15.447584 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ef2bc298-9b0f-443f-a3b7-6a556c8b9842 req-e70f0dd1-6079-4ee4-bb31-015546e4c0d7 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 210 time: 0.0285480 Apr 22 08:10:15.455679 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-0dc89383-37b1-4396-8382-5e5674af35a5 req-d02cbe40-04d5-43e1-aa59-a5fec5bada14 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (1669b6e7-88ca-4e8e-8caa-a58a64ca2364), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:15.468161 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['1669b6e7-88ca-4e8e-8caa-a58a64ca2364'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:10:15.489965 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cbe40-04d5-43e1-aa59-a5fec5bada14 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Pushing event deleted for resources: {'Port': ['ID=1669b6e7-88ca-4e8e-8caa-a58a64ca2364,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:15.541582 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc89383-37b1-4396-8382-5e5674af35a5 req-d02cbe40-04d5-43e1-aa59-a5fec5bada14 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] No DVR routers for this DVR port 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 on host hv-cinder-83888 {{(pid=103832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:10:15.544229 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-0dc89383-37b1-4396-8382-5e5674af35a5 req-d02cbe40-04d5-43e1-aa59-a5fec5bada14 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:15.548141 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0dc89383-37b1-4396-8382-5e5674af35a5 req-d02cbe40-04d5-43e1-aa59-a5fec5bada14 tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.39 "DELETE /v2.0/ports/1669b6e7-88ca-4e8e-8caa-a58a64ca2364 HTTP/1.1" status: 204 len: 173 time: 0.9973729 Apr 22 08:10:15.548665 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714fbaef-6195-494f-8c0f-de43371d24a9', 'name': 'network-vif-deleted', 'tag': '1669b6e7-88ca-4e8e-8caa-a58a64ca2364'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:10:15.551020 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2901d16-9f69-4efe-acfe-206d5c20928b" -d '{"events": [{"server_uuid": "714fbaef-6195-494f-8c0f-de43371d24a9", "name": "network-vif-deleted", "tag": "1669b6e7-88ca-4e8e-8caa-a58a64ca2364"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:10:15.592124 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd23c19-6d97-4351-96c0-2cab64cf4561 x-openstack-request-id: req-5cd23c19-6d97-4351-96c0-2cab64cf4561 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:10:15.592421 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714fbaef-6195-494f-8c0f-de43371d24a9", "name": "network-vif-deleted", "tag": "1669b6e7-88ca-4e8e-8caa-a58a64ca2364", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:10:15.592678 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cd23c19-6d97-4351-96c0-2cab64cf4561 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:10:15.593088 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cd23c19-6d97-4351-96c0-2cab64cf4561'] response: {'server_uuid': '714fbaef-6195-494f-8c0f-de43371d24a9', 'name': 'network-vif-deleted', 'tag': '1669b6e7-88ca-4e8e-8caa-a58a64ca2364', 'status': 'completed', 'code': 200} Apr 22 08:10:16.456500 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0408385e-5c20-4cf1-ba76-9720c4648bb5 req-f505f324-cdcc-481e-bfd1-9e3c222a461e tempest-TestMinimumBasicScenario-629931857 tempest-TestMinimumBasicScenario-629931857-project] 10.222.0.13 "GET /v2.0/ports?device_id=714fbaef-6195-494f-8c0f-de43371d24a9 HTTP/1.1" status: 200 len: 210 time: 0.0286732 Apr 22 08:10:16.533812 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0db6af7c-52e9-43fe-a8bd-4b88b0161904 req-4932ffdf-90b0-49ae-a40a-5f6806ebb188 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 210 time: 0.0296245 Apr 22 08:10:16.953112 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:17.638200 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4af3981e-88b9-4c30-9749-e02bcde09529 req-6d394cce-f59d-4487-b62c-e6608b3eeff7 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 210 time: 0.0340066 Apr 22 08:10:17.884355 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-ee6a5682-9b2a-4a42-8a90-eddbdd8405e7 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:17.887096 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-ee6a5682-9b2a-4a42-8a90-eddbdd8405e7 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.39 "GET /v2.0/networks?id=e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 HTTP/1.1" status: 200 len: 810 time: 0.1062696 Apr 22 08:10:17.950106 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-00b32c7e-54f8-4627-bf33-f5e2234786a1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14eb5f6f6b9140adb7e06e6d099e1dfd HTTP/1.1" status: 200 len: 380 time: 0.0535543 Apr 22 08:10:17.958517 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Request body: {'port': {'device_id': 'b42abcb0-1397-40aa-9855-394659f45f83', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'admin_state_up': True, 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'security_groups': ['ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98']}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:10:18.158926 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Made reservation on behalf of 14eb5f6f6b9140adb7e06e6d099e1dfd for: {'port': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:10:18.162260 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:18.167991 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 no longer exists at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:10:18.188885 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] No Port match for: 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:10:18.189546 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 1669b6e7-88ca-4e8e-8caa-a58a64ca2364 not bound to the agent host hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:10:18.302267 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Allocated IP 172.20.0.3 (e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3/031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb/75a79240-f25d-4d05-958e-5d838ce085cb) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:10:18.449369 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for port (75a79240-f25d-4d05-958e-5d838ce085cb), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:18.554288 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (75a79240-f25d-4d05-958e-5d838ce085cb), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:18.617287 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Network e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:10:18.620439 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:10:18.627206 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:10:18.635104 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Pushing event updated for resources: {'Port': ['ID=75a79240-f25d-4d05-958e-5d838ce085cb,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:18.663702 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:18.664278 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:18.664444 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:18.664899 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:18.665253 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:18.665601 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:18.666879 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:18.667253 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:18.667610 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:18.667963 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:18.671609 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:18.672351 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:18.672880 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:10:18.703377 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:18.704611 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:18.787580 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69933e2-496a-4314-9450-0933298cbd08 req-803b15e4-fb89-450d-89b2-c1486fbe700a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:18.790413 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f69933e2-496a-4314-9450-0933298cbd08 req-803b15e4-fb89-450d-89b2-c1486fbe700a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 931 time: 0.0709865 Apr 22 08:10:18.795009 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-ee7d4a7a-1444-448f-9f1d-df7b93939db1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8401685 Apr 22 08:10:18.810821 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] Request body: {'port': {'device_id': 'b42abcb0-1397-40aa-9855-394659f45f83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83888'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:10:18.865432 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-c93d5afe-02b5-47ee-ae3c-9c7634ca6f3a None None] Provisioning complete for port 75a79240-f25d-4d05-958e-5d838ce085cb triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:10:18.865892 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-c93d5afe-02b5-47ee-ae3c-9c7634ca6f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (75a79240-f25d-4d05-958e-5d838ce085cb), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:18.895664 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f69933e2-496a-4314-9450-0933298cbd08 req-32cc8aa6-4292-43cb-96ce-59a57e131217 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961201 Apr 22 08:10:18.902768 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (75a79240-f25d-4d05-958e-5d838ce085cb), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:18.903861 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-c93d5afe-02b5-47ee-ae3c-9c7634ca6f3a None None] Port 75a79240-f25d-4d05-958e-5d838ce085cb cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:10:19.090187 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 39382) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:19.193950 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a79240-f25d-4d05-958e-5d838ce085cb {{(pid=103832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:10:19.202034 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] Publish callbacks [] for port (75a79240-f25d-4d05-958e-5d838ce085cb), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:19.214011 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.provisioning_blocks [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] Transition to ACTIVE for port object 75a79240-f25d-4d05-958e-5d838ce085cb will not be triggered until provisioned by entity L2. {{(pid=103832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 22 08:10:19.284474 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (75a79240-f25d-4d05-958e-5d838ce085cb), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:19.340285 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] Pushing event updated for resources: {'Port': ['ID=75a79240-f25d-4d05-958e-5d838ce085cb,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:19.420558 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] Attempting to bind port 75a79240-f25d-4d05-958e-5d838ce085cb on host hv-cinder-83888 for vnic_type normal with profile {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:10:19.420897 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] Attempting to bind port 75a79240-f25d-4d05-958e-5d838ce085cb by drivers openvswitch,hyperv on host hv-cinder-83888 at level 0 using segments [{'id': '038b4509-2046-41c8-98a3-925a5ea4837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3'}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:10:19.421237 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] Attempting to bind port 75a79240-f25d-4d05-958e-5d838ce085cb on network e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:10:19.425814 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] Port 75a79240-f25d-4d05-958e-5d838ce085cb on network e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83888 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 08:10:19.426148 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] Attempting to bind port 75a79240-f25d-4d05-958e-5d838ce085cb on network e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:10:19.433016 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] Checking agent: {'id': '5d37a790-f600-4ea4-a99b-32bf15642def', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'started_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:10:19.433016 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] Checking segment: {'id': '038b4509-2046-41c8-98a3-925a5ea4837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:10:19.433306 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] Bound using segment: {'id': '038b4509-2046-41c8-98a3-925a5ea4837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3'} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:10:19.433650 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] Bound port: 75a79240-f25d-4d05-958e-5d838ce085cb, host: hv-cinder-83888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038b4509-2046-41c8-98a3-925a5ea4837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3'}}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:10:19.433973 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (75a79240-f25d-4d05-958e-5d838ce085cb), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:19.450783 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-911e843e-de4d-48bb-9ba6-52472bf11520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-705838'] for router_interface (4004650e-fb7f-4b2d-aaa1-c8902cfb30b8), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:19.505379 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] For port 75a79240-f25d-4d05-958e-5d838ce085cb, host hv-cinder-83888, cleared binding levels {{(pid=103832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:10:19.509583 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] For port 75a79240-f25d-4d05-958e-5d838ce085cb, host hv-cinder-83888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=75a79240-f25d-4d05-958e-5d838ce085cb,segment=NetworkSegment(038b4509-2046-41c8-98a3-925a5ea4837d),segment_id=038b4509-2046-41c8-98a3-925a5ea4837d)] {{(pid=103832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:10:19.588035 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (75a79240-f25d-4d05-958e-5d838ce085cb), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:19.642605 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:19.643301 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:19.644677 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] 10.222.0.39 "PUT /v2.0/ports/75a79240-f25d-4d05-958e-5d838ce085cb HTTP/1.1" status: 200 len: 1093 time: 0.8388119 Apr 22 08:10:19.645124 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42abcb0-1397-40aa-9855-394659f45f83', 'tag': '75a79240-f25d-4d05-958e-5d838ce085cb'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:10:19.647412 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338b03b2-f623-43ab-a2c6-4c54e0fd9671" -d '{"events": [{"name": "network-changed", "server_uuid": "b42abcb0-1397-40aa-9855-394659f45f83", "tag": "75a79240-f25d-4d05-958e-5d838ce085cb"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:10:19.689715 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a6b9d-f225-4b20-9e7e-9b33924f19aa service neutron] Pushing event updated for resources: {'Port': ['ID=75a79240-f25d-4d05-958e-5d838ce085cb,revision_number=3']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:19.714789 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4c07c7-438b-4836-bece-98ed7ffea890 x-openstack-request-id: req-cb4c07c7-438b-4836-bece-98ed7ffea890 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:10:19.715268 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42abcb0-1397-40aa-9855-394659f45f83", "tag": "75a79240-f25d-4d05-958e-5d838ce085cb", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:10:19.715674 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb4c07c7-438b-4836-bece-98ed7ffea890 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:10:19.716245 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb4c07c7-438b-4836-bece-98ed7ffea890'] response: {'name': 'network-changed', 'server_uuid': 'b42abcb0-1397-40aa-9855-394659f45f83', 'tag': '75a79240-f25d-4d05-958e-5d838ce085cb', 'status': 'completed', 'code': 200} Apr 22 08:10:19.724089 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-911e843e-de4d-48bb-9ba6-52472bf11520 admin admin] Deleting port ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:10:19.724499 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-911e843e-de4d-48bb-9ba6-52472bf11520 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:19.794742 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b03b2-f623-43ab-a2c6-4c54e0fd9671 req-14e8a400-0829-4a86-9e06-3aaaf482c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:19.796448 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-338b03b2-f623-43ab-a2c6-4c54e0fd9671 req-14e8a400-0829-4a86-9e06-3aaaf482c04c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14eb5f6f6b9140adb7e06e6d099e1dfd&device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 1127 time: 0.0578446 Apr 22 08:10:19.818674 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-911e843e-de4d-48bb-9ba6-52472bf11520 admin admin] For port ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f,segment=NetworkSegment(c62eaefb-9891-4d3c-962a-b78e6fc268b1),segment_id=c62eaefb-9891-4d3c-962a-b78e6fc268b1)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:10:19.819555 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-911e843e-de4d-48bb-9ba6-52472bf11520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:19.836526 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-911e843e-de4d-48bb-9ba6-52472bf11520 admin admin] Calling delete_port for ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f owned by network:router_interface {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:10:19.906338 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b03b2-f623-43ab-a2c6-4c54e0fd9671 req-b3ab275e-041a-4b62-bd4b-d1f37570fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:19.908091 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-338b03b2-f623-43ab-a2c6-4c54e0fd9671 req-b3ab275e-041a-4b62-bd4b-d1f37570fccf service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=14eb5f6f6b9140adb7e06e6d099e1dfd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1006596 Apr 22 08:10:20.037580 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b03b2-f623-43ab-a2c6-4c54e0fd9671 req-ff7e6fb3-b760-47bb-8741-5baa5f376c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:20.038986 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-338b03b2-f623-43ab-a2c6-4c54e0fd9671 req-ff7e6fb3-b760-47bb-8741-5baa5f376c4f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1247611 Apr 22 08:10:20.048756 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b3566-7a14-4289-acab-c40ab0aae320 req-eead7365-7623-4a11-8c72-4b14c601bc2d tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:20.050157 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a66b3566-7a14-4289-acab-c40ab0aae320 req-eead7365-7623-4a11-8c72-4b14c601bc2d tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 943 time: 0.0800345 Apr 22 08:10:20.084631 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-911e843e-de4d-48bb-9ba6-52472bf11520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:20.111103 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e843e-de4d-48bb-9ba6-52472bf11520 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:20.125795 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a66b3566-7a14-4289-acab-c40ab0aae320 req-8d82a0b7-5960-4338-9031-3e7b835938b6 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691690 Apr 22 08:10:20.142921 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7a293253-ae80-4968-8525-d4c18e9f7b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:20.144379 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-7a293253-ae80-4968-8525-d4c18e9f7b87 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14eb5f6f6b9140adb7e06e6d099e1dfd&device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 1127 time: 0.0682018 Apr 22 08:10:20.195235 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-01ce69aa-a459-427e-b1aa-47271367d758 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75a79240-f25d-4d05-958e-5d838ce085cb HTTP/1.1" status: 200 len: 217 time: 0.0431116 Apr 22 08:10:20.245423 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-5e463f0e-0039-4957-8294-edf9183d9b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:20.247033 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-5e463f0e-0039-4957-8294-edf9183d9b44 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb HTTP/1.1" status: 200 len: 849 time: 0.0470686 Apr 22 08:10:20.300500 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-95566c8d-7ea4-4eb8-b107-34da45d319cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:20.302063 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-95566c8d-7ea4-4eb8-b107-34da45d319cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0482109 Apr 22 08:10:20.325872 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-911e843e-de4d-48bb-9ba6-52472bf11520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705922'] for router_interface (4004650e-fb7f-4b2d-aaa1-c8902cfb30b8), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:20.394075 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-bdd28ce5-8cd8-47c5-87a4-0414c57f9d25 service neutron] 10.222.0.39 "GET /v2.0/networks/e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845759 Apr 22 08:10:20.482664 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-72f12081-3dff-40ed-a6ee-f9c61c14946e req-1ecbd4f8-d042-4d85-b8e1-353a54df111b service neutron] 10.222.0.39 "GET /v2.0/networks/e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821092 Apr 22 08:10:20.787671 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911e843e-de4d-48bb-9ba6-52472bf11520 admin admin] Router 4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:10:20.891757 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911e843e-de4d-48bb-9ba6-52472bf11520 admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:10:20.896937 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-911e843e-de4d-48bb-9ba6-52472bf11520 admin admin] 10.222.0.13 "PUT /v2.0/routers/4004650e-fb7f-4b2d-aaa1-c8902cfb30b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8051429 Apr 22 08:10:20.901203 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 39406) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:20.902075 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ccf1f9-4098-4772-b37d-5d2b7dcee1b4 None None] Sync routers for ids ['4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:10:20.912123 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ccf1f9-4098-4772-b37d-5d2b7dcee1b4 None None] Routers {'4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:10:20.912722 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-54ccf1f9-4098-4772-b37d-5d2b7dcee1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:10:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:21.004838 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f09f46ea-b9e3-4905-a1f7-bcfa924b95b0 admin admin] Publish callbacks [] for router (4004650e-fb7f-4b2d-aaa1-c8902cfb30b8), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:21.016554 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-54ccf1f9-4098-4772-b37d-5d2b7dcee1b4 None None] Set router 4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:10:21.112121 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f09f46ea-b9e3-4905-a1f7-bcfa924b95b0 admin admin] Publish callbacks [] for router_gateway (4004650e-fb7f-4b2d-aaa1-c8902cfb30b8), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:21.204963 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-54ccf1f9-4098-4772-b37d-5d2b7dcee1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'name': 'tempest-TestMinimumBasicScenario-2009339041-router', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:52Z', 'updated_at': '2022-04-22T08:10:19Z', 'revision_number': 5, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'gw_port': {'id': '500212c1-9576-4c7e-88a4-95cb291886ee', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:07:53Z', 'updated_at': '2022-04-22T08:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:21.238192 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-f09f46ea-b9e3-4905-a1f7-bcfa924b95b0 admin admin] Deleting port 500212c1-9576-4c7e-88a4-95cb291886ee {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:10:21.238563 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f09f46ea-b9e3-4905-a1f7-bcfa924b95b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (500212c1-9576-4c7e-88a4-95cb291886ee), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:21.258213 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd14fa8-04c1-482f-9711-899b222a69be req-8b676f7b-99a1-4d8e-bbb2-3dd405cbe328 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:21.260098 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6cd14fa8-04c1-482f-9711-899b222a69be req-8b676f7b-99a1-4d8e-bbb2-3dd405cbe328 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 943 time: 0.0581834 Apr 22 08:10:21.318834 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6cd14fa8-04c1-482f-9711-899b222a69be req-2a83ed75-69c4-446e-868c-0925be022afe tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522156 Apr 22 08:10:21.322446 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ccf1f9-4098-4772-b37d-5d2b7dcee1b4 None None] Checking router: 4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:10:21.331392 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ccf1f9-4098-4772-b37d-5d2b7dcee1b4 None None] Routers {'4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:10:21.332116 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-54ccf1f9-4098-4772-b37d-5d2b7dcee1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:10:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:21.333462 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-f09f46ea-b9e3-4905-a1f7-bcfa924b95b0 admin admin] For port 500212c1-9576-4c7e-88a4-95cb291886ee, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=500212c1-9576-4c7e-88a4-95cb291886ee,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:10:21.333766 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f09f46ea-b9e3-4905-a1f7-bcfa924b95b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (500212c1-9576-4c7e-88a4-95cb291886ee), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:21.347170 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-f09f46ea-b9e3-4905-a1f7-bcfa924b95b0 admin admin] Calling delete_port for 500212c1-9576-4c7e-88a4-95cb291886ee owned by network:router_gateway {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:10:21.418067 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-54ccf1f9-4098-4772-b37d-5d2b7dcee1b4 None None] Set router 4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 gateway port host: None {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:10:21.472004 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-54ccf1f9-4098-4772-b37d-5d2b7dcee1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'name': 'tempest-TestMinimumBasicScenario-2009339041-router', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:52Z', 'updated_at': '2022-04-22T08:10:21Z', 'revision_number': 6, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'gw_port_host': None}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:21.498696 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ccf1f9-4098-4772-b37d-5d2b7dcee1b4 None None] The sync data for ids ['4004650e-fb7f-4b2d-aaa1-c8902cfb30b8'] in dv-cinder-838880-1-smb is: [{'id': '4004650e-fb7f-4b2d-aaa1-c8902cfb30b8', 'name': 'tempest-TestMinimumBasicScenario-2009339041-router', 'tenant_id': '81c4c93475674fd68590e374a9df07e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:52Z', 'updated_at': '2022-04-22T08:10:21Z', 'revision_number': 6, 'project_id': '81c4c93475674fd68590e374a9df07e9', 'gw_port_host': None}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:10:21.575759 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f09f46ea-b9e3-4905-a1f7-bcfa924b95b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (500212c1-9576-4c7e-88a4-95cb291886ee), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:21.605289 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f46ea-b9e3-4905-a1f7-bcfa924b95b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=500212c1-9576-4c7e-88a4-95cb291886ee,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:21.664455 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f09f46ea-b9e3-4905-a1f7-bcfa924b95b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706148'] for router_gateway (4004650e-fb7f-4b2d-aaa1-c8902cfb30b8), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:21.753489 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f09f46ea-b9e3-4905-a1f7-bcfa924b95b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10221'] for router (4004650e-fb7f-4b2d-aaa1-c8902cfb30b8), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:21.755550 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f09f46ea-b9e3-4905-a1f7-bcfa924b95b0 admin admin] Publish callbacks [] for router_controller (4004650e-fb7f-4b2d-aaa1-c8902cfb30b8), precommit_delete_associations {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:21.856105 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f09f46ea-b9e3-4905-a1f7-bcfa924b95b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-710804'] for router (4004650e-fb7f-4b2d-aaa1-c8902cfb30b8), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:21.856637 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09f46ea-b9e3-4905-a1f7-bcfa924b95b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 {{(pid=103833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 08:10:21.864304 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f09f46ea-b9e3-4905-a1f7-bcfa924b95b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:21.865471 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-f09f46ea-b9e3-4905-a1f7-bcfa924b95b0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4004650e-fb7f-4b2d-aaa1-c8902cfb30b8 HTTP/1.1" status: 204 len: 168 time: 0.9633286 Apr 22 08:10:21.868757 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 39412) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:21.919225 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_v2 [None req-8edb4b14-3855-45b7-87e4-0e1d39bcdcfe admin admin] Deleting subnet 57d7abe5-9276-474f-b2f5-7f98c78bd2d4 {{(pid=103833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 22 08:10:21.922715 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8edb4b14-3855-45b7-87e4-0e1d39bcdcfe admin admin] Publish callbacks [] for subnet (57d7abe5-9276-474f-b2f5-7f98c78bd2d4), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:21.961281 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8edb4b14-3855-45b7-87e4-0e1d39bcdcfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3532373'] for subnet (57d7abe5-9276-474f-b2f5-7f98c78bd2d4), precommit_delete_associations {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:22.040936 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8edb4b14-3855-45b7-87e4-0e1d39bcdcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678605'] for subnet (57d7abe5-9276-474f-b2f5-7f98c78bd2d4), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:22.174236 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 75a79240-f25d-4d05-958e-5d838ce085cb details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:10:22.187944 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8edb4b14-3855-45b7-87e4-0e1d39bcdcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098404'] for subnet (57d7abe5-9276-474f-b2f5-7f98c78bd2d4), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:22.213462 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb4b14-3855-45b7-87e4-0e1d39bcdcfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57d7abe5-9276-474f-b2f5-7f98c78bd2d4,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:22.217098 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8edb4b14-3855-45b7-87e4-0e1d39bcdcfe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:22.220360 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-8edb4b14-3855-45b7-87e4-0e1d39bcdcfe admin admin] 10.222.0.13 "DELETE /v2.0/subnets/57d7abe5-9276-474f-b2f5-7f98c78bd2d4 HTTP/1.1" status: 204 len: 168 time: 0.3505306 Apr 22 08:10:22.222652 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 39414) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:22.243520 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d585c9-5bb2-4a12-8865-e1572af9744a None None] Network 52c8a8db-0a51-4766-b335-b1a3568ac7d7 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:10:22.295664 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3f38096f-49c2-4359-aed7-feb562a00022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7779404'] for network (52c8a8db-0a51-4766-b335-b1a3568ac7d7), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:22.358678 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-3f38096f-49c2-4359-aed7-feb562a00022 admin admin] Deleting port 8af9658b-03b6-4935-84d1-1e435f083b79 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:10:22.358943 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3f38096f-49c2-4359-aed7-feb562a00022 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (8af9658b-03b6-4935-84d1-1e435f083b79), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:22.359955 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 75a79240-f25d-4d05-958e-5d838ce085cb, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=75a79240-f25d-4d05-958e-5d838ce085cb,segment=NetworkSegment(038b4509-2046-41c8-98a3-925a5ea4837d),segment_id=038b4509-2046-41c8-98a3-925a5ea4837d)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:10:22.375252 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': '75a79240-f25d-4d05-958e-5d838ce085cb', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'port_id': '75a79240-f25d-4d05-958e-5d838ce085cb', 'mac_address': 'fa:16:3e:30:be:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:10:22.428204 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-3f38096f-49c2-4359-aed7-feb562a00022 admin admin] For port 8af9658b-03b6-4935-84d1-1e435f083b79, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=8af9658b-03b6-4935-84d1-1e435f083b79,segment=NetworkSegment(c62eaefb-9891-4d3c-962a-b78e6fc268b1),segment_id=c62eaefb-9891-4d3c-962a-b78e6fc268b1)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:10:22.429376 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3f38096f-49c2-4359-aed7-feb562a00022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (8af9658b-03b6-4935-84d1-1e435f083b79), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:22.430808 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 75a79240-f25d-4d05-958e-5d838ce085cb is: DOWN; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:10:22.431598 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (75a79240-f25d-4d05-958e-5d838ce085cb), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:22.447082 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-3f38096f-49c2-4359-aed7-feb562a00022 admin admin] Calling delete_port for 8af9658b-03b6-4935-84d1-1e435f083b79 owned by network:dhcp {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:10:22.451758 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a79240-f25d-4d05-958e-5d838ce085cb {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:10:22.477407 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33eda8-b8b4-4f8b-94dd-6b20d2fe9696 req-c31d64f8-0622-49ac-ad38-889526d0c3de tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:22.484816 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 75a79240-f25d-4d05-958e-5d838ce085cb, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=75a79240-f25d-4d05-958e-5d838ce085cb,segment=NetworkSegment(038b4509-2046-41c8-98a3-925a5ea4837d),segment_id=038b4509-2046-41c8-98a3-925a5ea4837d)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:10:22.484981 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0b33eda8-b8b4-4f8b-94dd-6b20d2fe9696 req-c31d64f8-0622-49ac-ad38-889526d0c3de tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 943 time: 0.0870643 Apr 22 08:10:22.493207 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a8db55-a423-482f-9938-ad7505da75e7 None None] DHCP port deletion for 52c8a8db-0a51-4766-b335-b1a3568ac7d7 request from dv-cinder-838880-1-smb {{(pid=103834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 22 08:10:22.538899 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0b33eda8-b8b4-4f8b-94dd-6b20d2fe9696 req-dff13ac0-8198-408b-974c-0e2295b95593 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498738 Apr 22 08:10:22.545584 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-03a8db55-a423-482f-9938-ad7505da75e7 None None] Deleting port 8af9658b-03b6-4935-84d1-1e435f083b79 {{(pid=103834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:10:22.545962 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-03a8db55-a423-482f-9938-ad7505da75e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (8af9658b-03b6-4935-84d1-1e435f083b79), before_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:22.589725 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (75a79240-f25d-4d05-958e-5d838ce085cb), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:22.644087 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-03a8db55-a423-482f-9938-ad7505da75e7 None None] For port 8af9658b-03b6-4935-84d1-1e435f083b79, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=8af9658b-03b6-4935-84d1-1e435f083b79,segment=NetworkSegment(c62eaefb-9891-4d3c-962a-b78e6fc268b1),segment_id=c62eaefb-9891-4d3c-962a-b78e6fc268b1)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:10:22.644490 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-03a8db55-a423-482f-9938-ad7505da75e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (8af9658b-03b6-4935-84d1-1e435f083b79), precommit_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:22.656059 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3f38096f-49c2-4359-aed7-feb562a00022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (8af9658b-03b6-4935-84d1-1e435f083b79), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:22.669559 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-03a8db55-a423-482f-9938-ad7505da75e7 None None] Calling delete_port for 8af9658b-03b6-4935-84d1-1e435f083b79 owned by network:dhcp {{(pid=103834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:10:22.676838 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=75a79240-f25d-4d05-958e-5d838ce085cb,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:22.693417 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f38096f-49c2-4359-aed7-feb562a00022 admin admin] No DVR routers for this DVR port 8af9658b-03b6-4935-84d1-1e435f083b79 on host dv-cinder-838880-1-smb {{(pid=103833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:10:22.701467 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38096f-49c2-4359-aed7-feb562a00022 admin admin] Pushing event deleted for resources: {'Port': ['ID=8af9658b-03b6-4935-84d1-1e435f083b79,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:22.760286 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-03a8db55-a423-482f-9938-ad7505da75e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622'] for port (8af9658b-03b6-4935-84d1-1e435f083b79), after_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:22.768960 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3f38096f-49c2-4359-aed7-feb562a00022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656218', 'neutron.services.segments.db._delete_segments_for_network-8744465249738'] for network (52c8a8db-0a51-4766-b335-b1a3568ac7d7), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:22.786938 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a8db55-a423-482f-9938-ad7505da75e7 None None] No DVR routers for this DVR port 8af9658b-03b6-4935-84d1-1e435f083b79 on host dv-cinder-838880-1-smb {{(pid=103834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:10:22.789516 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-3f38096f-49c2-4359-aed7-feb562a00022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c8a8db-0a51-4766-b335-b1a3568ac7d7']}} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:22.791463 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8db55-a423-482f-9938-ad7505da75e7 None None] Pushing event deleted for resources: {'Port': ['ID=8af9658b-03b6-4935-84d1-1e435f083b79,revision_number=None']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:22.799476 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['75a79240-f25d-4d05-958e-5d838ce085cb'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:10:22.800014 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-3f38096f-49c2-4359-aed7-feb562a00022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62eaefb-9891-4d3c-962a-b78e6fc268b1') {'for_net_delete': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:22.800322 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-3f38096f-49c2-4359-aed7-feb562a00022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62eaefb-9891-4d3c-962a-b78e6fc268b1') {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:22.812602 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3f38096f-49c2-4359-aed7-feb562a00022 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744465252819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3532382'] for segment (c62eaefb-9891-4d3c-962a-b78e6fc268b1), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:22.825882 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3f38096f-49c2-4359-aed7-feb562a00022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (c62eaefb-9891-4d3c-962a-b78e6fc268b1), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:22.832024 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f38096f-49c2-4359-aed7-feb562a00022 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 08:10:22.832432 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3f38096f-49c2-4359-aed7-feb562a00022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4079279'] for segment (c62eaefb-9891-4d3c-962a-b78e6fc268b1), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: Traceback (most recent call last): Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: timer() Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: cb(*args, **kw) Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: return func(*args, **kwargs) Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: self._notify() Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: self.callback(batched_events) Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: event.method(event) Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: return f(self, *a, **k) Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: return self._get(url).json() Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: return self.request(url, 'GET', **kwargs) Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 08:10:22.834048 dv-cinder-838880-1-smb neutron-server[103833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 08:10:22.947326 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3f38096f-49c2-4359-aed7-feb562a00022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7656195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706048'] for network (52c8a8db-0a51-4766-b335-b1a3568ac7d7), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:22.970532 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38096f-49c2-4359-aed7-feb562a00022 admin admin] Pushing event deleted for resources: {'Network': ['ID=52c8a8db-0a51-4766-b335-b1a3568ac7d7,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:22.972064 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-3f38096f-49c2-4359-aed7-feb562a00022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:22.975356 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-3f38096f-49c2-4359-aed7-feb562a00022 admin admin] 10.222.0.13 "DELETE /v2.0/networks/52c8a8db-0a51-4766-b335-b1a3568ac7d7 HTTP/1.1" status: 204 len: 168 time: 0.7517374 Apr 22 08:10:22.978802 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 39422) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:23.079872 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 8af9658b-03b6-4935-84d1-1e435f083b79 no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:10:23.107891 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No Port match for: 8af9658b-03b6-4935-84d1-1e435f083b79 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:10:23.108242 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 8af9658b-03b6-4935-84d1-1e435f083b79 not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:10:23.108778 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 500212c1-9576-4c7e-88a4-95cb291886ee no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:10:23.128542 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No Port match for: 500212c1-9576-4c7e-88a4-95cb291886ee {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:10:23.129191 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 500212c1-9576-4c7e-88a4-95cb291886ee not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:10:23.129769 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:10:23.149916 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No Port match for: ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:10:23.150269 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device ec7d9df2-cb6c-47e0-82b1-d2a1c589dd5f not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:10:23.348271 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e8a9b165-89ae-4947-8938-714bbe65db21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-705838'] for router_interface (38bace9f-2f2c-485b-a62b-139ecdf442d0), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:23.602400 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-e8a9b165-89ae-4947-8938-714bbe65db21 admin admin] Deleting port 0d70e06a-b22e-4ff7-b188-9a5545c0e188 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:10:23.602781 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e8a9b165-89ae-4947-8938-714bbe65db21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (0d70e06a-b22e-4ff7-b188-9a5545c0e188), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:23.662606 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff675a-03f9-4645-bcd7-b69260a86c79 req-993d8a06-ad75-44b9-98cb-396a3bbf7df5 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:23.666901 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-16ff675a-03f9-4645-bcd7-b69260a86c79 req-993d8a06-ad75-44b9-98cb-396a3bbf7df5 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 944 time: 0.0576422 Apr 22 08:10:23.687644 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-e8a9b165-89ae-4947-8938-714bbe65db21 admin admin] For port 0d70e06a-b22e-4ff7-b188-9a5545c0e188, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=0d70e06a-b22e-4ff7-b188-9a5545c0e188,segment=NetworkSegment(6740b7c2-bec6-4310-9b18-c2ba496bcc56),segment_id=6740b7c2-bec6-4310-9b18-c2ba496bcc56)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:10:23.688012 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e8a9b165-89ae-4947-8938-714bbe65db21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (0d70e06a-b22e-4ff7-b188-9a5545c0e188), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:23.703150 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-e8a9b165-89ae-4947-8938-714bbe65db21 admin admin] Calling delete_port for 0d70e06a-b22e-4ff7-b188-9a5545c0e188 owned by network:router_interface {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:10:23.719732 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-16ff675a-03f9-4645-bcd7-b69260a86c79 req-9c879b7e-5ae1-4557-b859-2110be5e51b9 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482903 Apr 22 08:10:23.941340 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e8a9b165-89ae-4947-8938-714bbe65db21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (0d70e06a-b22e-4ff7-b188-9a5545c0e188), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:23.966431 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9b165-89ae-4947-8938-714bbe65db21 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d70e06a-b22e-4ff7-b188-9a5545c0e188,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:24.142309 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e8a9b165-89ae-4947-8938-714bbe65db21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705922'] for router_interface (38bace9f-2f2c-485b-a62b-139ecdf442d0), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:24.193096 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 75a79240-f25d-4d05-958e-5d838ce085cb up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:10:24.312694 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning for port 75a79240-f25d-4d05-958e-5d838ce085cb completed by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 08:10:24.316788 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port 75a79240-f25d-4d05-958e-5d838ce085cb triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:10:24.317280 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (75a79240-f25d-4d05-958e-5d838ce085cb), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:24.367715 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a9b165-89ae-4947-8938-714bbe65db21 admin admin] Router 38bace9f-2f2c-485b-a62b-139ecdf442d0 has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:10:24.398242 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 75a79240-f25d-4d05-958e-5d838ce085cb is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:10:24.398671 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (75a79240-f25d-4d05-958e-5d838ce085cb), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:24.421463 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42abcb0-1397-40aa-9855-394659f45f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a79240-f25d-4d05-958e-5d838ce085cb'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:10:24.423784 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98af07ab-0db9-48c3-88b0-95443488a78b" -d '{"events": [{"server_uuid": "b42abcb0-1397-40aa-9855-394659f45f83", "name": "network-vif-plugged", "status": "completed", "tag": "75a79240-f25d-4d05-958e-5d838ce085cb"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:10:24.436783 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 75a79240-f25d-4d05-958e-5d838ce085cb, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=75a79240-f25d-4d05-958e-5d838ce085cb,segment=NetworkSegment(038b4509-2046-41c8-98a3-925a5ea4837d),segment_id=038b4509-2046-41c8-98a3-925a5ea4837d)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:10:24.461886 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5d84c5-7866-4f16-ba59-2f0e8aac0d31 x-openstack-request-id: req-aa5d84c5-7866-4f16-ba59-2f0e8aac0d31 {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:10:24.462186 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42abcb0-1397-40aa-9855-394659f45f83", "name": "network-vif-plugged", "status": "completed", "tag": "75a79240-f25d-4d05-958e-5d838ce085cb", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:10:24.462444 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa5d84c5-7866-4f16-ba59-2f0e8aac0d31 {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:10:24.462938 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa5d84c5-7866-4f16-ba59-2f0e8aac0d31'] response: {'server_uuid': 'b42abcb0-1397-40aa-9855-394659f45f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a79240-f25d-4d05-958e-5d838ce085cb', 'code': 200} Apr 22 08:10:24.477649 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a9b165-89ae-4947-8938-714bbe65db21 admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:10:24.482378 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-e8a9b165-89ae-4947-8938-714bbe65db21 admin admin] 10.222.0.13 "PUT /v2.0/routers/38bace9f-2f2c-485b-a62b-139ecdf442d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5026991 Apr 22 08:10:24.485011 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 39438) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:24.487628 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954488a-c638-49a5-b607-3d91788e579d None None] Sync routers for ids ['38bace9f-2f2c-485b-a62b-139ecdf442d0'] in dv-cinder-838880-1-smb {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:10:24.492024 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (75a79240-f25d-4d05-958e-5d838ce085cb), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:24.523764 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5954488a-c638-49a5-b607-3d91788e579d None None] Routers {'38bace9f-2f2c-485b-a62b-139ecdf442d0'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:10:24.524408 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-5954488a-c638-49a5-b607-3d91788e579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:10:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['38bace9f-2f2c-485b-a62b-139ecdf442d0'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:24.594918 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d3afd368-cc62-40e5-8b33-416c8624bfca admin admin] Publish callbacks [] for router (38bace9f-2f2c-485b-a62b-139ecdf442d0), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:24.617578 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=75a79240-f25d-4d05-958e-5d838ce085cb,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:24.653216 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-5954488a-c638-49a5-b607-3d91788e579d None None] Set router 38bace9f-2f2c-485b-a62b-139ecdf442d0 gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:10:24.724767 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d3afd368-cc62-40e5-8b33-416c8624bfca admin admin] Publish callbacks [] for router_gateway (38bace9f-2f2c-485b-a62b-139ecdf442d0), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:24.738466 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411152c1-07fe-4e57-a2d7-c1f83effce62 req-8c026cb1-ebfb-4501-9833-ffc5959cebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:24.739994 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-411152c1-07fe-4e57-a2d7-c1f83effce62 req-8c026cb1-ebfb-4501-9833-ffc5959cebb3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 1129 time: 0.0556912 Apr 22 08:10:24.786431 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-411152c1-07fe-4e57-a2d7-c1f83effce62 req-d537f4a1-babf-48ec-8669-5c70038e4220 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403507 Apr 22 08:10:24.845531 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-d3afd368-cc62-40e5-8b33-416c8624bfca admin admin] Deleting port 6491ff4e-bd7b-4d50-ba43-1161eb40a9ed {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:10:24.845882 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d3afd368-cc62-40e5-8b33-416c8624bfca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (6491ff4e-bd7b-4d50-ba43-1161eb40a9ed), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:24.848205 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d163fc-6a4d-4327-aabf-755a0c9b0867 req-9998b8d0-2eb9-43d5-936a-6180599bdb84 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:24.855104 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-96d163fc-6a4d-4327-aabf-755a0c9b0867 req-9998b8d0-2eb9-43d5-936a-6180599bdb84 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0600884 Apr 22 08:10:24.860396 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-5954488a-c638-49a5-b607-3d91788e579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bace9f-2f2c-485b-a62b-139ecdf442d0', 'name': 'tempest-TestMinimumBasicScenario-1689665013-router', 'tenant_id': '03514255ee3c497fb6809fd84b48a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.101'}], 'enable_snat': True}, 'gw_port_id': '6491ff4e-bd7b-4d50-ba43-1161eb40a9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:59Z', 'updated_at': '2022-04-22T08:10:23Z', 'revision_number': 5, 'project_id': '03514255ee3c497fb6809fd84b48a824', 'gw_port': {'id': '6491ff4e-bd7b-4d50-ba43-1161eb40a9ed', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:d4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38bace9f-2f2c-485b-a62b-139ecdf442d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:08:00Z', 'updated_at': '2022-04-22T08:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:24.888331 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954488a-c638-49a5-b607-3d91788e579d None None] Checking router: 38bace9f-2f2c-485b-a62b-139ecdf442d0 for host: dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:10:24.897899 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5954488a-c638-49a5-b607-3d91788e579d None None] Routers {'38bace9f-2f2c-485b-a62b-139ecdf442d0'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:10:24.898690 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-5954488a-c638-49a5-b607-3d91788e579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:10:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['38bace9f-2f2c-485b-a62b-139ecdf442d0'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:24.910247 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-96d163fc-6a4d-4327-aabf-755a0c9b0867 req-af74b109-b13a-4f0f-a0b7-a00195462ad5 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533652 Apr 22 08:10:24.998959 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-5954488a-c638-49a5-b607-3d91788e579d None None] Set router 38bace9f-2f2c-485b-a62b-139ecdf442d0 gateway port host: None {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:10:25.104039 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 39448) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:25.202273 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-d3afd368-cc62-40e5-8b33-416c8624bfca admin admin] For port 6491ff4e-bd7b-4d50-ba43-1161eb40a9ed, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=6491ff4e-bd7b-4d50-ba43-1161eb40a9ed,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:10:25.202680 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d3afd368-cc62-40e5-8b33-416c8624bfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (6491ff4e-bd7b-4d50-ba43-1161eb40a9ed), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:25.217558 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-d3afd368-cc62-40e5-8b33-416c8624bfca admin admin] Calling delete_port for 6491ff4e-bd7b-4d50-ba43-1161eb40a9ed owned by network:router_gateway {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:10:25.221706 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-5954488a-c638-49a5-b607-3d91788e579d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38bace9f-2f2c-485b-a62b-139ecdf442d0', 'name': 'tempest-TestMinimumBasicScenario-1689665013-router', 'tenant_id': '03514255ee3c497fb6809fd84b48a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:59Z', 'updated_at': '2022-04-22T08:10:24Z', 'revision_number': 6, 'project_id': '03514255ee3c497fb6809fd84b48a824', 'gw_port_host': None}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:25.232704 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dd47d619-ab1b-4b56-bf75-42a01b60a2b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:25.249639 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954488a-c638-49a5-b607-3d91788e579d None None] The sync data for ids ['38bace9f-2f2c-485b-a62b-139ecdf442d0'] in dv-cinder-838880-1-smb is: [{'id': '38bace9f-2f2c-485b-a62b-139ecdf442d0', 'name': 'tempest-TestMinimumBasicScenario-1689665013-router', 'tenant_id': '03514255ee3c497fb6809fd84b48a824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:07:59Z', 'updated_at': '2022-04-22T08:10:24Z', 'revision_number': 6, 'project_id': '03514255ee3c497fb6809fd84b48a824', 'gw_port_host': None}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:10:25.318330 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dd47d619-ab1b-4b56-bf75-42a01b60a2b5 admin admin] Publish callbacks [] for security_group (e28de46d-64d6-4ae4-9dc8-3d3565869ace), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:25.386980 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dd47d619-ab1b-4b56-bf75-42a01b60a2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (e28de46d-64d6-4ae4-9dc8-3d3565869ace), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:25.433996 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-dd47d619-ab1b-4b56-bf75-42a01b60a2b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0751e80cf7544254b316798d71b9fe2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285751 Apr 22 08:10:25.435952 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47d619-ab1b-4b56-bf75-42a01b60a2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28de46d-64d6-4ae4-9dc8-3d3565869ace,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:25.436776 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 39452) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:25.470760 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d3afd368-cc62-40e5-8b33-416c8624bfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (6491ff4e-bd7b-4d50-ba43-1161eb40a9ed), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:25.505270 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afd368-cc62-40e5-8b33-416c8624bfca admin admin] Pushing event deleted for resources: {'Port': ['ID=6491ff4e-bd7b-4d50-ba43-1161eb40a9ed,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:25.554205 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4139dfca-60e5-491c-b189-22a00459e21a admin admin] Publish callbacks [] for security_group (e28de46d-64d6-4ae4-9dc8-3d3565869ace), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:25.585885 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4139dfca-60e5-491c-b189-22a00459e21a admin admin] Publish callbacks [] for security_group (e28de46d-64d6-4ae4-9dc8-3d3565869ace), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:25.589397 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d3afd368-cc62-40e5-8b33-416c8624bfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706148'] for router_gateway (38bace9f-2f2c-485b-a62b-139ecdf442d0), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:25.706860 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d3afd368-cc62-40e5-8b33-416c8624bfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10221'] for router (38bace9f-2f2c-485b-a62b-139ecdf442d0), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:25.709055 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d3afd368-cc62-40e5-8b33-416c8624bfca admin admin] Publish callbacks [] for router_controller (38bace9f-2f2c-485b-a62b-139ecdf442d0), precommit_delete_associations {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:25.832694 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d3afd368-cc62-40e5-8b33-416c8624bfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-710804'] for router (38bace9f-2f2c-485b-a62b-139ecdf442d0), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:25.833259 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3afd368-cc62-40e5-8b33-416c8624bfca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38bace9f-2f2c-485b-a62b-139ecdf442d0 {{(pid=103833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 08:10:25.838253 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-d3afd368-cc62-40e5-8b33-416c8624bfca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:25.839137 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-d3afd368-cc62-40e5-8b33-416c8624bfca admin admin] 10.222.0.13 "DELETE /v2.0/routers/38bace9f-2f2c-485b-a62b-139ecdf442d0 HTTP/1.1" status: 204 len: 168 time: 1.3531551 Apr 22 08:10:25.841650 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 39454) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:25.870359 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4139dfca-60e5-491c-b189-22a00459e21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (e28de46d-64d6-4ae4-9dc8-3d3565869ace), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:25.872884 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4139dfca-60e5-491c-b189-22a00459e21a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:25.873991 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-4139dfca-60e5-491c-b189-22a00459e21a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e28de46d-64d6-4ae4-9dc8-3d3565869ace HTTP/1.1" status: 204 len: 168 time: 0.4362113 Apr 22 08:10:25.890658 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139dfca-60e5-491c-b189-22a00459e21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28de46d-64d6-4ae4-9dc8-3d3565869ace,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:25.904031 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a48d35f-cf3e-46c5-8d40-72ce24dd366c admin admin] Deleting subnet 548963c9-dfef-414f-b3f4-98c08d93451f {{(pid=103833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 22 08:10:25.907588 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8a48d35f-cf3e-46c5-8d40-72ce24dd366c admin admin] Publish callbacks [] for subnet (548963c9-dfef-414f-b3f4-98c08d93451f), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:25.949386 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8a48d35f-cf3e-46c5-8d40-72ce24dd366c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3532373'] for subnet (548963c9-dfef-414f-b3f4-98c08d93451f), precommit_delete_associations {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:26.034459 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8a48d35f-cf3e-46c5-8d40-72ce24dd366c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678605'] for subnet (548963c9-dfef-414f-b3f4-98c08d93451f), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:26.063419 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9149a-861f-48c4-ae39-f2b2af7cfff8 req-0ee42d7d-5506-4539-9d01-e0d39d31feab tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:26.067001 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-afe9149a-861f-48c4-ae39-f2b2af7cfff8 req-0ee42d7d-5506-4539-9d01-e0d39d31feab tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0774875 Apr 22 08:10:26.123350 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-afe9149a-861f-48c4-ae39-f2b2af7cfff8 req-85dec890-0b13-4bdc-9eab-da4276215e0b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518866 Apr 22 08:10:26.187838 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8a48d35f-cf3e-46c5-8d40-72ce24dd366c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098404'] for subnet (548963c9-dfef-414f-b3f4-98c08d93451f), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:26.212745 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48d35f-cf3e-46c5-8d40-72ce24dd366c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=548963c9-dfef-414f-b3f4-98c08d93451f,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:26.218753 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8a48d35f-cf3e-46c5-8d40-72ce24dd366c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:26.222091 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-8a48d35f-cf3e-46c5-8d40-72ce24dd366c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/548963c9-dfef-414f-b3f4-98c08d93451f HTTP/1.1" status: 204 len: 168 time: 0.3792803 Apr 22 08:10:26.224597 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 39462) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:26.227472 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc572be-a1ba-468f-887c-176673bd6697 None None] Network 56cbfba8-8abd-4f6f-a07a-c66bb4d808a8 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:10:26.327343 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1f5054e6-242b-4d81-845f-3fab68f47a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7779404'] for network (56cbfba8-8abd-4f6f-a07a-c66bb4d808a8), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:26.392779 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-1f5054e6-242b-4d81-845f-3fab68f47a78 admin admin] Deleting port c4f76f48-5874-4ab3-9847-582a14f2fc24 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:10:26.393091 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1f5054e6-242b-4d81-845f-3fab68f47a78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (c4f76f48-5874-4ab3-9847-582a14f2fc24), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:26.422759 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115716ac-5c41-434d-8092-9ea1b31217f7 None None] DHCP port deletion for 56cbfba8-8abd-4f6f-a07a-c66bb4d808a8 request from dv-cinder-838880-1-smb {{(pid=103834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 22 08:10:26.460592 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [None req-1f5054e6-242b-4d81-845f-3fab68f47a78 admin admin] For port c4f76f48-5874-4ab3-9847-582a14f2fc24, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=c4f76f48-5874-4ab3-9847-582a14f2fc24,segment=NetworkSegment(6740b7c2-bec6-4310-9b18-c2ba496bcc56),segment_id=6740b7c2-bec6-4310-9b18-c2ba496bcc56)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:10:26.461074 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1f5054e6-242b-4d81-845f-3fab68f47a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (c4f76f48-5874-4ab3-9847-582a14f2fc24), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:26.472344 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-115716ac-5c41-434d-8092-9ea1b31217f7 None None] Deleting port c4f76f48-5874-4ab3-9847-582a14f2fc24 {{(pid=103834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:10:26.472717 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-115716ac-5c41-434d-8092-9ea1b31217f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (c4f76f48-5874-4ab3-9847-582a14f2fc24), before_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:26.473838 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-1f5054e6-242b-4d81-845f-3fab68f47a78 admin admin] Calling delete_port for c4f76f48-5874-4ab3-9847-582a14f2fc24 owned by network:dhcp {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:10:26.540921 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-115716ac-5c41-434d-8092-9ea1b31217f7 None None] For port c4f76f48-5874-4ab3-9847-582a14f2fc24, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=c4f76f48-5874-4ab3-9847-582a14f2fc24,segment=NetworkSegment(6740b7c2-bec6-4310-9b18-c2ba496bcc56),segment_id=6740b7c2-bec6-4310-9b18-c2ba496bcc56)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:10:26.541573 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-115716ac-5c41-434d-8092-9ea1b31217f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (c4f76f48-5874-4ab3-9847-582a14f2fc24), precommit_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:26.554000 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-115716ac-5c41-434d-8092-9ea1b31217f7 None None] Calling delete_port for c4f76f48-5874-4ab3-9847-582a14f2fc24 owned by network:dhcp {{(pid=103834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:10:26.627629 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1f5054e6-242b-4d81-845f-3fab68f47a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (c4f76f48-5874-4ab3-9847-582a14f2fc24), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:26.634562 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-115716ac-5c41-434d-8092-9ea1b31217f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622'] for port (c4f76f48-5874-4ab3-9847-582a14f2fc24), after_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:26.655505 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5054e6-242b-4d81-845f-3fab68f47a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4f76f48-5874-4ab3-9847-582a14f2fc24,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:26.657593 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5054e6-242b-4d81-845f-3fab68f47a78 admin admin] No DVR routers for this DVR port c4f76f48-5874-4ab3-9847-582a14f2fc24 on host dv-cinder-838880-1-smb {{(pid=103832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:10:26.666817 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115716ac-5c41-434d-8092-9ea1b31217f7 None None] Pushing event deleted for resources: {'Port': ['ID=c4f76f48-5874-4ab3-9847-582a14f2fc24,revision_number=None']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:26.668707 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115716ac-5c41-434d-8092-9ea1b31217f7 None None] No DVR routers for this DVR port c4f76f48-5874-4ab3-9847-582a14f2fc24 on host dv-cinder-838880-1-smb {{(pid=103834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:10:26.734860 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1f5054e6-242b-4d81-845f-3fab68f47a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656218', 'neutron.services.segments.db._delete_segments_for_network-8744465249738'] for network (56cbfba8-8abd-4f6f-a07a-c66bb4d808a8), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:26.755680 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.services.segments.db [None req-1f5054e6-242b-4d81-845f-3fab68f47a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56cbfba8-8abd-4f6f-a07a-c66bb4d808a8']}} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:26.769220 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.services.segments.db [None req-1f5054e6-242b-4d81-845f-3fab68f47a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6740b7c2-bec6-4310-9b18-c2ba496bcc56') {'for_net_delete': True} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:26.769630 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.services.segments.db [None req-1f5054e6-242b-4d81-845f-3fab68f47a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6740b7c2-bec6-4310-9b18-c2ba496bcc56') {} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:26.779493 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1f5054e6-242b-4d81-845f-3fab68f47a78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744465252819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3461975'] for segment (6740b7c2-bec6-4310-9b18-c2ba496bcc56), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:26.794274 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1f5054e6-242b-4d81-845f-3fab68f47a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (6740b7c2-bec6-4310-9b18-c2ba496bcc56), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:26.800075 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5054e6-242b-4d81-845f-3fab68f47a78 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 08:10:26.800450 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1f5054e6-242b-4d81-845f-3fab68f47a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4133505'] for segment (6740b7c2-bec6-4310-9b18-c2ba496bcc56), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: Traceback (most recent call last): Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: timer() Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: cb(*args, **kw) Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: return func(*args, **kwargs) Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: self._notify() Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: self.callback(batched_events) Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: event.method(event) Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: return f(self, *a, **k) Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: return self._get(url).json() Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: return self.request(url, 'GET', **kwargs) Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 08:10:26.802064 dv-cinder-838880-1-smb neutron-server[103832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 08:10:26.923623 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1f5054e6-242b-4d81-845f-3fab68f47a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7656195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706048'] for network (56cbfba8-8abd-4f6f-a07a-c66bb4d808a8), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:26.939973 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-1f5054e6-242b-4d81-845f-3fab68f47a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:26.943140 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-1f5054e6-242b-4d81-845f-3fab68f47a78 admin admin] 10.222.0.13 "DELETE /v2.0/networks/56cbfba8-8abd-4f6f-a07a-c66bb4d808a8 HTTP/1.1" status: 204 len: 168 time: 0.7166870 Apr 22 08:10:26.947068 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5054e6-242b-4d81-845f-3fab68f47a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=56cbfba8-8abd-4f6f-a07a-c66bb4d808a8,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:27.095204 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device c4f76f48-5874-4ab3-9847-582a14f2fc24 no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:10:27.117302 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No Port match for: c4f76f48-5874-4ab3-9847-582a14f2fc24 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:10:27.117663 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device c4f76f48-5874-4ab3-9847-582a14f2fc24 not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:10:27.118086 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 6491ff4e-bd7b-4d50-ba43-1161eb40a9ed no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:10:27.137817 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No Port match for: 6491ff4e-bd7b-4d50-ba43-1161eb40a9ed {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:10:27.138169 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 6491ff4e-bd7b-4d50-ba43-1161eb40a9ed not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:10:27.138604 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 0d70e06a-b22e-4ff7-b188-9a5545c0e188 no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:10:27.158298 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No Port match for: 0d70e06a-b22e-4ff7-b188-9a5545c0e188 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:10:27.158694 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 0d70e06a-b22e-4ff7-b188-9a5545c0e188 not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:10:27.253705 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa704bc-7248-4909-ae78-206e332be8b9 req-2e0ef0ca-ef1d-4b17-847f-b5ca8c25da8a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:27.255204 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-dfa704bc-7248-4909-ae78-206e332be8b9 req-2e0ef0ca-ef1d-4b17-847f-b5ca8c25da8a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0600989 Apr 22 08:10:27.302175 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-dfa704bc-7248-4909-ae78-206e332be8b9 req-51dbdf5a-3c79-4562-9c4b-162e32157edd tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409482 Apr 22 08:10:27.342080 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 39490) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:27.396768 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-8adc6c64-60e4-4ebe-92ec-f35457fd846d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81c4c93475674fd68590e374a9df07e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0534692 Apr 22 08:10:27.399441 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 39492) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:27.446565 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa03198-6e8c-443b-aade-c6aea191b687 req-989d4a5d-bf6a-4678-9195-964be918dfb9 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:27.448199 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0aa03198-6e8c-443b-aade-c6aea191b687 req-989d4a5d-bf6a-4678-9195-964be918dfb9 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0748515 Apr 22 08:10:27.457514 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 39494) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:27.459121 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-dcc0fe4d-0bff-41e3-8c04-7c444b49841f admin admin] Publish callbacks [] for security_group (127dc1c0-252e-461d-958e-a0c869053650), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:27.462781 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-14cd572f-0fa7-4c59-a966-d4ad4cb2f4ef tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Request body: {'floatingip': {'port_id': '75a79240-f25d-4d05-958e-5d838ce085cb'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:10:27.483960 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-dcc0fe4d-0bff-41e3-8c04-7c444b49841f admin admin] Publish callbacks [] for security_group (127dc1c0-252e-461d-958e-a0c869053650), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:27.505784 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-14cd572f-0fa7-4c59-a966-d4ad4cb2f4ef tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for floatingip (32618ef0-5efb-4ff6-8e87-490459586192), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:27.558921 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:27.672820 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-dcc0fe4d-0bff-41e3-8c04-7c444b49841f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (127dc1c0-252e-461d-958e-a0c869053650), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:27.685394 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-dcc0fe4d-0bff-41e3-8c04-7c444b49841f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:27.685394 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-dcc0fe4d-0bff-41e3-8c04-7c444b49841f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/127dc1c0-252e-461d-958e-a0c869053650 HTTP/1.1" status: 204 len: 168 time: 0.2760913 Apr 22 08:10:27.686226 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0fe4d-0bff-41e3-8c04-7c444b49841f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127dc1c0-252e-461d-958e-a0c869053650,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:27.834702 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:10:27.967508 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-14cd572f-0fa7-4c59-a966-d4ad4cb2f4ef tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:27.998638 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-14cd572f-0fa7-4c59-a966-d4ad4cb2f4ef tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (32618ef0-5efb-4ff6-8e87-490459586192), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:28.103445 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.l3_db [None req-14cd572f-0fa7-4c59-a966-d4ad4cb2f4ef tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Floating IP 32618ef0-5efb-4ff6-8e87-490459586192 associated. External IP: 172.28.2.2, port: 75a79240-f25d-4d05-958e-5d838ce085cb. Apr 22 08:10:28.376774 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 39504) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:28.423222 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-1615d29e-f30a-42d2-bf87-b6ad4c23dbc4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03514255ee3c497fb6809fd84b48a824&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410113 Apr 22 08:10:28.423885 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 39506) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:28.476320 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bfe30246-3643-4f50-baac-47feb3c99de9 admin admin] Publish callbacks [] for security_group (34ba0295-0057-40cc-b398-aa290554cbfd), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:28.497045 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bfe30246-3643-4f50-baac-47feb3c99de9 admin admin] Publish callbacks [] for security_group (34ba0295-0057-40cc-b398-aa290554cbfd), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:28.573965 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cd572f-0fa7-4c59-a966-d4ad4cb2f4ef tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Router 0b09dc45-85cc-4561-8694-a199c3314bbf has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:10:28.627192 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bfe30246-3643-4f50-baac-47feb3c99de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (34ba0295-0057-40cc-b398-aa290554cbfd), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:28.629681 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-bfe30246-3643-4f50-baac-47feb3c99de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:28.630854 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-bfe30246-3643-4f50-baac-47feb3c99de9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34ba0295-0057-40cc-b398-aa290554cbfd HTTP/1.1" status: 204 len: 168 time: 0.2063160 Apr 22 08:10:28.642059 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe30246-3643-4f50-baac-47feb3c99de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ba0295-0057-40cc-b398-aa290554cbfd,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:28.687920 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cd572f-0fa7-4c59-a966-d4ad4cb2f4ef tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:10:28.692730 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-14cd572f-0fa7-4c59-a966-d4ad4cb2f4ef tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:28.697815 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd9e42-3f1f-403b-b4ce-1757271f5dd9 None None] Sync routers for ids ['0b09dc45-85cc-4561-8694-a199c3314bbf'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:10:28.708080 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd9e42-3f1f-403b-b4ce-1757271f5dd9 None None] Routers {'0b09dc45-85cc-4561-8694-a199c3314bbf'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:10:28.709001 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-e0dd9e42-3f1f-403b-b4ce-1757271f5dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:10:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['0b09dc45-85cc-4561-8694-a199c3314bbf'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:28.725925 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-14cd572f-0fa7-4c59-a966-d4ad4cb2f4ef tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "PUT /v2.0/floatingips/32618ef0-5efb-4ff6-8e87-490459586192 HTTP/1.1" status: 200 len: 989 time: 1.2668855 Apr 22 08:10:28.726108 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42abcb0-1397-40aa-9855-394659f45f83', 'tag': '75a79240-f25d-4d05-958e-5d838ce085cb'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:10:28.728468 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66471e5-a66a-4302-a64c-0aa23d93f5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b42abcb0-1397-40aa-9855-394659f45f83", "tag": "75a79240-f25d-4d05-958e-5d838ce085cb"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:10:28.771789 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd756473-5e12-4a4e-883a-f892ce2af55e x-openstack-request-id: req-dd756473-5e12-4a4e-883a-f892ce2af55e {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:10:28.772629 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42abcb0-1397-40aa-9855-394659f45f83", "tag": "75a79240-f25d-4d05-958e-5d838ce085cb", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:10:28.772880 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd756473-5e12-4a4e-883a-f892ce2af55e {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:10:28.773290 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd756473-5e12-4a4e-883a-f892ce2af55e'] response: {'name': 'network-changed', 'server_uuid': 'b42abcb0-1397-40aa-9855-394659f45f83', 'tag': '75a79240-f25d-4d05-958e-5d838ce085cb', 'status': 'completed', 'code': 200} Apr 22 08:10:28.830962 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-e0dd9e42-3f1f-403b-b4ce-1757271f5dd9 None None] Set router 0b09dc45-85cc-4561-8694-a199c3314bbf gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:10:28.838405 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66471e5-a66a-4302-a64c-0aa23d93f5f3 req-762a4212-5f27-4316-9ace-8f9a307d2ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:28.840033 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e66471e5-a66a-4302-a64c-0aa23d93f5f3 req-762a4212-5f27-4316-9ace-8f9a307d2ec0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14eb5f6f6b9140adb7e06e6d099e1dfd&device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 1129 time: 0.0461669 Apr 22 08:10:28.937839 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66471e5-a66a-4302-a64c-0aa23d93f5f3 req-49fd1573-5344-40ae-a81d-6044cdd4c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:28.939503 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e66471e5-a66a-4302-a64c-0aa23d93f5f3 req-49fd1573-5344-40ae-a81d-6044cdd4c075 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 HTTP/1.1" status: 200 len: 911 time: 0.0937750 Apr 22 08:10:29.038413 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e66471e5-a66a-4302-a64c-0aa23d93f5f3 req-d7851293-f11e-4298-b601-b9678d531d64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75a79240-f25d-4d05-958e-5d838ce085cb HTTP/1.1" status: 200 len: 997 time: 0.0914423 Apr 22 08:10:29.105728 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-e0dd9e42-3f1f-403b-b4ce-1757271f5dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'name': 'tempest-AttachVolumeTestJSON-938032082-router', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:10:05Z', 'updated_at': '2022-04-22T08:10:10Z', 'revision_number': 4, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'gw_port': {'id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:06Z', 'updated_at': '2022-04-22T08:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '32618ef0-5efb-4ff6-8e87-490459586192', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'floating_ip_address': '172.28.2.2', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'port_id': '75a79240-f25d-4d05-958e-5d838ce085cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'mac_address': 'fa:16:3e:30:be:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42abcb0-1397-40aa-9855-394659f45f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:10:13Z', 'updated_at': '2022-04-22T08:10:27Z', 'revision_number': 1, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ff6118-56f5-4a4b-b14b-338cf7d491b9', 'name': '', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'mac_address': 'fa:16:3e:df:ed:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:09Z', 'updated_at': '2022-04-22T08:10:13Z', 'revision_number': 5, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'subnets': [{'id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:29.124495 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-be890ec0-a2e7-4f08-82d8-ae71572b4142 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f90e978e274344359bb6249cfe5b2f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389979 Apr 22 08:10:29.134001 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd9e42-3f1f-403b-b4ce-1757271f5dd9 None None] Checking router: 0b09dc45-85cc-4561-8694-a199c3314bbf for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:10:29.143187 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd9e42-3f1f-403b-b4ce-1757271f5dd9 None None] Routers {'0b09dc45-85cc-4561-8694-a199c3314bbf'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:10:29.143810 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-e0dd9e42-3f1f-403b-b4ce-1757271f5dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:10:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['0b09dc45-85cc-4561-8694-a199c3314bbf'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:29.155859 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66471e5-a66a-4302-a64c-0aa23d93f5f3 req-b7fe23f7-b9f5-47d8-8bb3-289924191067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:29.157712 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e66471e5-a66a-4302-a64c-0aa23d93f5f3 req-b7fe23f7-b9f5-47d8-8bb3-289924191067 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb HTTP/1.1" status: 200 len: 849 time: 0.1136017 Apr 22 08:10:29.253567 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-e0dd9e42-3f1f-403b-b4ce-1757271f5dd9 None None] Set router 0b09dc45-85cc-4561-8694-a199c3314bbf gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:10:29.345165 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66471e5-a66a-4302-a64c-0aa23d93f5f3 req-674ebb92-ba8a-4788-8268-27a88b7966e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:29.346678 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e66471e5-a66a-4302-a64c-0aa23d93f5f3 req-674ebb92-ba8a-4788-8268-27a88b7966e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1703706 Apr 22 08:10:29.353472 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-64b80d15-2b62-4eb0-a7f8-ac1dfa2f076f tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:29.354857 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-64b80d15-2b62-4eb0-a7f8-ac1dfa2f076f tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2204554 Apr 22 08:10:29.408357 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-99038330-6c28-47ed-be97-235948cce17e tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/quotas/f90e978e274344359bb6249cfe5b2f44 HTTP/1.1" status: 200 len: 375 time: 0.0444119 Apr 22 08:10:29.445987 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-0e54f250-31e3-406f-9607-f8d0223f997b tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f90e978e274344359bb6249cfe5b2f44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307291 Apr 22 08:10:29.474239 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e66471e5-a66a-4302-a64c-0aa23d93f5f3 req-7efff6d0-f2b6-45c1-b6f4-89e7cce9f079 service neutron] 10.222.0.39 "GET /v2.0/networks/e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184282 Apr 22 08:10:29.478753 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-e0dd9e42-3f1f-403b-b4ce-1757271f5dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'name': 'tempest-AttachVolumeTestJSON-938032082-router', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:10:05Z', 'updated_at': '2022-04-22T08:10:10Z', 'revision_number': 4, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'gw_port': {'id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:06Z', 'updated_at': '2022-04-22T08:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '32618ef0-5efb-4ff6-8e87-490459586192', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'floating_ip_address': '172.28.2.2', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'port_id': '75a79240-f25d-4d05-958e-5d838ce085cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'mac_address': 'fa:16:3e:30:be:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42abcb0-1397-40aa-9855-394659f45f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:10:13Z', 'updated_at': '2022-04-22T08:10:27Z', 'revision_number': 1, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ff6118-56f5-4a4b-b14b-338cf7d491b9', 'name': '', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'mac_address': 'fa:16:3e:df:ed:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:09Z', 'updated_at': '2022-04-22T08:10:13Z', 'revision_number': 5, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'subnets': [{'id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:10:29.509575 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd9e42-3f1f-403b-b4ce-1757271f5dd9 None None] The sync data for ids ['0b09dc45-85cc-4561-8694-a199c3314bbf'] in dv-cinder-838880-1-smb is: [{'id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'name': 'tempest-AttachVolumeTestJSON-938032082-router', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:10:05Z', 'updated_at': '2022-04-22T08:10:10Z', 'revision_number': 4, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'gw_port': {'id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:06Z', 'updated_at': '2022-04-22T08:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '32618ef0-5efb-4ff6-8e87-490459586192', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'floating_ip_address': '172.28.2.2', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'port_id': '75a79240-f25d-4d05-958e-5d838ce085cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'mac_address': 'fa:16:3e:30:be:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42abcb0-1397-40aa-9855-394659f45f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:10:13Z', 'updated_at': '2022-04-22T08:10:27Z', 'revision_number': 1, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ff6118-56f5-4a4b-b14b-338cf7d491b9', 'name': '', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'mac_address': 'fa:16:3e:df:ed:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:09Z', 'updated_at': '2022-04-22T08:10:13Z', 'revision_number': 5, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'subnets': [{'id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:10:29.575142 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e66471e5-a66a-4302-a64c-0aa23d93f5f3 req-a6d3955a-ec0a-41c5-9e7e-4396e82b6c85 service neutron] 10.222.0.39 "GET /v2.0/networks/e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948358 Apr 22 08:10:29.684653 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-92afcaa3-f067-448f-a71f-06d5f0c53f68 req-f418ec5c-7536-4d82-ba1b-2327c0bc68df tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a449b95-df10-4615-a73e-3dbb118fc005 HTTP/1.1" status: 200 len: 210 time: 0.0312426 Apr 22 08:10:29.731174 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ea1c51-0105-497a-acba-5c816902e766 None None] New status for floating IP 32618ef0-5efb-4ff6-8e87-490459586192: ACTIVE {{(pid=103834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 08:10:30.778206 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-51da129b-8133-468d-be56-a0e1350eada6 req-f5f45bbb-49d2-4922-a9a0-a50a91537831 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a449b95-df10-4615-a73e-3dbb118fc005 HTTP/1.1" status: 200 len: 210 time: 0.0281072 Apr 22 08:10:30.875054 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2bd89c83-2cd9-4e3d-abd2-09f5a4e4d4a5 req-38e68f50-9d9a-4ddf-8785-c7fc8e37a03c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438881 Apr 22 08:10:30.971026 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd89c83-2cd9-4e3d-abd2-09f5a4e4d4a5 req-6e3f7d8e-1300-493d-8c50-0c4bcef2e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:30.972493 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2bd89c83-2cd9-4e3d-abd2-09f5a4e4d4a5 req-6e3f7d8e-1300-493d-8c50-0c4bcef2e492 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14eb5f6f6b9140adb7e06e6d099e1dfd&device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 1129 time: 0.0477078 Apr 22 08:10:31.083375 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd89c83-2cd9-4e3d-abd2-09f5a4e4d4a5 req-3d0293d7-f5e3-482f-b205-3252259e76e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:31.085118 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2bd89c83-2cd9-4e3d-abd2-09f5a4e4d4a5 req-3d0293d7-f5e3-482f-b205-3252259e76e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 HTTP/1.1" status: 200 len: 911 time: 0.0875349 Apr 22 08:10:31.155113 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2bd89c83-2cd9-4e3d-abd2-09f5a4e4d4a5 req-077244a4-4f7f-4fdd-b3af-ea2f2bdebedb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75a79240-f25d-4d05-958e-5d838ce085cb HTTP/1.1" status: 200 len: 999 time: 0.0646386 Apr 22 08:10:31.204063 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd89c83-2cd9-4e3d-abd2-09f5a4e4d4a5 req-f3170bbf-cc9f-4231-a58a-9d2f4794b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:31.205483 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2bd89c83-2cd9-4e3d-abd2-09f5a4e4d4a5 req-f3170bbf-cc9f-4231-a58a-9d2f4794b399 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb HTTP/1.1" status: 200 len: 849 time: 0.0448546 Apr 22 08:10:31.253226 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd89c83-2cd9-4e3d-abd2-09f5a4e4d4a5 req-820c64d5-3006-4285-92ff-83240f5e314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:31.254690 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2bd89c83-2cd9-4e3d-abd2-09f5a4e4d4a5 req-820c64d5-3006-4285-92ff-83240f5e314a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0435803 Apr 22 08:10:31.346004 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2bd89c83-2cd9-4e3d-abd2-09f5a4e4d4a5 req-5f94f78b-9a8f-4491-ad52-5290de7395c8 service neutron] 10.222.0.39 "GET /v2.0/networks/e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840836 Apr 22 08:10:31.431470 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2bd89c83-2cd9-4e3d-abd2-09f5a4e4d4a5 req-95de13b1-64fb-4325-a122-76f336e3b94a service neutron] 10.222.0.39 "GET /v2.0/networks/e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789890 Apr 22 08:10:31.633067 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-e43eb9d7-963b-49d9-b278-c8f0b18147de tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f90e978e274344359bb6249cfe5b2f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217364 Apr 22 08:10:31.738246 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-f96b446f-8105-4ffe-a8e9-52f534930d2e tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:31.739703 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-f96b446f-8105-4ffe-a8e9-52f534930d2e tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1026042 Apr 22 08:10:31.750507 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-cb42cf45-4ff1-4ffb-914d-3f0519efbaa5 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Request body: {'port': {'device_id': '6a449b95-df10-4615-a73e-3dbb118fc005', 'network_id': '22573387-70b7-43be-9721-7ab6324c5358', 'admin_state_up': True, 'tenant_id': 'f90e978e274344359bb6249cfe5b2f44'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:10:31.885231 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7af10fcb-a8e2-4a9e-90d1-7c714f3b9001 req-2a3b8865-3839-4a6b-b68a-c6c99db098b7 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a449b95-df10-4615-a73e-3dbb118fc005 HTTP/1.1" status: 200 len: 210 time: 0.0329065 Apr 22 08:10:31.940525 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-cb42cf45-4ff1-4ffb-914d-3f0519efbaa5 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Made reservation on behalf of f90e978e274344359bb6249cfe5b2f44 for: {'port': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:10:31.944471 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-cb42cf45-4ff1-4ffb-914d-3f0519efbaa5 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:31.953432 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-cb42cf45-4ff1-4ffb-914d-3f0519efbaa5 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:32.026259 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-cb42cf45-4ff1-4ffb-914d-3f0519efbaa5 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Publish callbacks [] for security_group (497f1148-b652-437f-be5a-e7a96a7bde36), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:32.084097 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-cb42cf45-4ff1-4ffb-914d-3f0519efbaa5 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (497f1148-b652-437f-be5a-e7a96a7bde36), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:32.144931 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42cf45-4ff1-4ffb-914d-3f0519efbaa5 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=497f1148-b652-437f-be5a-e7a96a7bde36,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:32.217811 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-cb42cf45-4ff1-4ffb-914d-3f0519efbaa5 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Allocated IP 192.168.233.169 (22573387-70b7-43be-9721-7ab6324c5358/928119fe-c806-46a5-bf29-7ee32cc40fbd/fd25a956-2845-44f0-b0c8-76ddf9e506cb) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:10:32.361568 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-cb42cf45-4ff1-4ffb-914d-3f0519efbaa5 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Publish callbacks [] for port (fd25a956-2845-44f0-b0c8-76ddf9e506cb), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:32.456346 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-cb42cf45-4ff1-4ffb-914d-3f0519efbaa5 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (fd25a956-2845-44f0-b0c8-76ddf9e506cb), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:32.497240 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-cb42cf45-4ff1-4ffb-914d-3f0519efbaa5 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Network 22573387-70b7-43be-9721-7ab6324c5358 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:10:32.500213 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-cb42cf45-4ff1-4ffb-914d-3f0519efbaa5 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:10:32.505739 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-cb42cf45-4ff1-4ffb-914d-3f0519efbaa5 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:10:32.512440 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42cf45-4ff1-4ffb-914d-3f0519efbaa5 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Pushing event updated for resources: {'Port': ['ID=fd25a956-2845-44f0-b0c8-76ddf9e506cb,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:32.558489 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-cb42cf45-4ff1-4ffb-914d-3f0519efbaa5 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:32.559133 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-cb42cf45-4ff1-4ffb-914d-3f0519efbaa5 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:32.630107 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-cb42cf45-4ff1-4ffb-914d-3f0519efbaa5 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8830664 Apr 22 08:10:32.640884 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] Request body: {'port': {'device_id': '6a449b95-df10-4615-a73e-3dbb118fc005', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83888'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:10:32.692001 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-ebf8187f-16a6-4df7-8115-00c98413bd2f None None] Provisioning complete for port fd25a956-2845-44f0-b0c8-76ddf9e506cb triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:10:32.692563 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-ebf8187f-16a6-4df7-8115-00c98413bd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (fd25a956-2845-44f0-b0c8-76ddf9e506cb), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:32.707835 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (fd25a956-2845-44f0-b0c8-76ddf9e506cb), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:32.726986 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8187f-16a6-4df7-8115-00c98413bd2f None None] Port fd25a956-2845-44f0-b0c8-76ddf9e506cb cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:10:32.972145 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd25a956-2845-44f0-b0c8-76ddf9e506cb {{(pid=103832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:10:32.993584 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] Publish callbacks [] for port (fd25a956-2845-44f0-b0c8-76ddf9e506cb), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:33.009857 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.provisioning_blocks [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] Transition to ACTIVE for port object fd25a956-2845-44f0-b0c8-76ddf9e506cb will not be triggered until provisioned by entity L2. {{(pid=103832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 22 08:10:33.025295 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02459a33-ec35-4a41-9768-e21c113949e1 req-79471c0d-8192-4a24-82bf-6918b601e032 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:33.026833 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-02459a33-ec35-4a41-9768-e21c113949e1 req-79471c0d-8192-4a24-82bf-6918b601e032 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a449b95-df10-4615-a73e-3dbb118fc005 HTTP/1.1" status: 200 len: 936 time: 0.0724699 Apr 22 08:10:33.077960 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-02459a33-ec35-4a41-9768-e21c113949e1 req-2236a4fd-4e36-46f6-b6e4-c26b0118d9d4 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/security-groups?id=497f1148-b652-437f-be5a-e7a96a7bde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451527 Apr 22 08:10:33.083836 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (fd25a956-2845-44f0-b0c8-76ddf9e506cb), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:33.136080 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] Pushing event updated for resources: {'Port': ['ID=fd25a956-2845-44f0-b0c8-76ddf9e506cb,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:33.204504 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] Attempting to bind port fd25a956-2845-44f0-b0c8-76ddf9e506cb on host hv-cinder-83888 for vnic_type normal with profile {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:10:33.204980 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] Attempting to bind port fd25a956-2845-44f0-b0c8-76ddf9e506cb by drivers openvswitch,hyperv on host hv-cinder-83888 at level 0 using segments [{'id': 'fdfc4c54-d678-4be5-8af9-d4c4464f7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '22573387-70b7-43be-9721-7ab6324c5358'}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:10:33.205456 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] Attempting to bind port fd25a956-2845-44f0-b0c8-76ddf9e506cb on network 22573387-70b7-43be-9721-7ab6324c5358 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:10:33.210897 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] Port fd25a956-2845-44f0-b0c8-76ddf9e506cb on network 22573387-70b7-43be-9721-7ab6324c5358 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83888 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 08:10:33.211233 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] Attempting to bind port fd25a956-2845-44f0-b0c8-76ddf9e506cb on network 22573387-70b7-43be-9721-7ab6324c5358 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:10:33.216517 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] Checking agent: {'id': '5d37a790-f600-4ea4-a99b-32bf15642def', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'started_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:10:33.216857 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] Checking segment: {'id': 'fdfc4c54-d678-4be5-8af9-d4c4464f7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '22573387-70b7-43be-9721-7ab6324c5358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:10:33.217239 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] Bound using segment: {'id': 'fdfc4c54-d678-4be5-8af9-d4c4464f7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '22573387-70b7-43be-9721-7ab6324c5358'} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:10:33.217666 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] Bound port: fd25a956-2845-44f0-b0c8-76ddf9e506cb, host: hv-cinder-83888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdfc4c54-d678-4be5-8af9-d4c4464f7dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '22573387-70b7-43be-9721-7ab6324c5358'}}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:10:33.218024 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (fd25a956-2845-44f0-b0c8-76ddf9e506cb), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:33.286786 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] For port fd25a956-2845-44f0-b0c8-76ddf9e506cb, host hv-cinder-83888, cleared binding levels {{(pid=103832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:10:33.289956 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] For port fd25a956-2845-44f0-b0c8-76ddf9e506cb, host hv-cinder-83888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=fd25a956-2845-44f0-b0c8-76ddf9e506cb,segment=NetworkSegment(fdfc4c54-d678-4be5-8af9-d4c4464f7dec),segment_id=fdfc4c54-d678-4be5-8af9-d4c4464f7dec)] {{(pid=103832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:10:33.364759 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (fd25a956-2845-44f0-b0c8-76ddf9e506cb), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:33.399219 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:33.399835 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:33.401203 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] 10.222.0.39 "PUT /v2.0/ports/fd25a956-2845-44f0-b0c8-76ddf9e506cb HTTP/1.1" status: 200 len: 1098 time: 0.7645147 Apr 22 08:10:33.401645 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a449b95-df10-4615-a73e-3dbb118fc005', 'tag': 'fd25a956-2845-44f0-b0c8-76ddf9e506cb'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:10:33.403890 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517fbf5e-3a5d-422b-89c5-cb8ffed4b0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "6a449b95-df10-4615-a73e-3dbb118fc005", "tag": "fd25a956-2845-44f0-b0c8-76ddf9e506cb"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:10:33.431604 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11bb215-0939-4230-9f19-b08c8ef3e754 service neutron] Pushing event updated for resources: {'Port': ['ID=fd25a956-2845-44f0-b0c8-76ddf9e506cb,revision_number=3']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:33.444681 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640ea2f2-27ef-4b58-9bf5-6570a8b5ebee x-openstack-request-id: req-640ea2f2-27ef-4b58-9bf5-6570a8b5ebee {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:10:33.444681 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a449b95-df10-4615-a73e-3dbb118fc005", "tag": "fd25a956-2845-44f0-b0c8-76ddf9e506cb", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:10:33.444681 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-640ea2f2-27ef-4b58-9bf5-6570a8b5ebee {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:10:33.444681 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-640ea2f2-27ef-4b58-9bf5-6570a8b5ebee'] response: {'name': 'network-changed', 'server_uuid': '6a449b95-df10-4615-a73e-3dbb118fc005', 'tag': 'fd25a956-2845-44f0-b0c8-76ddf9e506cb', 'status': 'completed', 'code': 200} Apr 22 08:10:33.515754 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fbf5e-3a5d-422b-89c5-cb8ffed4b0f2 req-709705f1-37b0-4715-9f9f-d77f4cbf31a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:33.517313 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-517fbf5e-3a5d-422b-89c5-cb8ffed4b0f2 req-709705f1-37b0-4715-9f9f-d77f4cbf31a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f90e978e274344359bb6249cfe5b2f44&device_id=6a449b95-df10-4615-a73e-3dbb118fc005 HTTP/1.1" status: 200 len: 1132 time: 0.0477846 Apr 22 08:10:33.543684 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-517fbf5e-3a5d-422b-89c5-cb8ffed4b0f2 req-2a2a202d-0c9d-454a-8981-e38a66147e23 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=f90e978e274344359bb6249cfe5b2f44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201890 Apr 22 08:10:33.641302 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fbf5e-3a5d-422b-89c5-cb8ffed4b0f2 req-a5cf1029-0afd-4f09-adcd-0c8c3d83bfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:33.642843 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-517fbf5e-3a5d-422b-89c5-cb8ffed4b0f2 req-a5cf1029-0afd-4f09-adcd-0c8c3d83bfe3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918806 Apr 22 08:10:33.719643 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-816c854a-4062-4ba5-85f5-67b90f3460b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:33.721152 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-816c854a-4062-4ba5-85f5-67b90f3460b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f90e978e274344359bb6249cfe5b2f44&device_id=6a449b95-df10-4615-a73e-3dbb118fc005 HTTP/1.1" status: 200 len: 1132 time: 0.0445011 Apr 22 08:10:33.759857 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-38fc06e1-5daf-45c7-9fd4-cac6e3848c00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=fd25a956-2845-44f0-b0c8-76ddf9e506cb HTTP/1.1" status: 200 len: 217 time: 0.0327857 Apr 22 08:10:33.813781 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-13e7e239-98f1-407b-8905-ba4dee60dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:33.815275 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-13e7e239-98f1-407b-8905-ba4dee60dbae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=928119fe-c806-46a5-bf29-7ee32cc40fbd HTTP/1.1" status: 200 len: 843 time: 0.0491447 Apr 22 08:10:33.865177 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-0e10bfc1-0d5b-4f55-807c-53a611cdecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:33.866801 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-0e10bfc1-0d5b-4f55-807c-53a611cdecfd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22573387-70b7-43be-9721-7ab6324c5358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433640 Apr 22 08:10:33.951602 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-4e4d8873-119c-4878-961f-911127285a4a service neutron] 10.222.0.39 "GET /v2.0/networks/22573387-70b7-43be-9721-7ab6324c5358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782137 Apr 22 08:10:34.041273 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0fa77d38-f190-4f49-963a-0710b5eb274c req-b171bf18-f764-48b7-a87a-1b19b2213dac service neutron] 10.222.0.39 "GET /v2.0/networks/22573387-70b7-43be-9721-7ab6324c5358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829470 Apr 22 08:10:34.200495 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79cce5-6305-47a2-988e-9446e6280741 req-6d9e4177-418d-4d80-b27d-448d0e921dfb tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:34.201956 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-af79cce5-6305-47a2-988e-9446e6280741 req-6d9e4177-418d-4d80-b27d-448d0e921dfb tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a449b95-df10-4615-a73e-3dbb118fc005 HTTP/1.1" status: 200 len: 948 time: 0.0541990 Apr 22 08:10:34.247188 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-af79cce5-6305-47a2-988e-9446e6280741 req-743a941d-a196-4b30-8f1e-26db4a194645 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/security-groups?id=497f1148-b652-437f-be5a-e7a96a7bde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396206 Apr 22 08:10:35.370925 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d6cc6-a5b4-45cc-88e2-3371da0f3168 req-91176775-092d-4b86-802e-27f3490493a4 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:35.372387 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4e5d6cc6-a5b4-45cc-88e2-3371da0f3168 req-91176775-092d-4b86-802e-27f3490493a4 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a449b95-df10-4615-a73e-3dbb118fc005 HTTP/1.1" status: 200 len: 948 time: 0.0558314 Apr 22 08:10:35.417340 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4e5d6cc6-a5b4-45cc-88e2-3371da0f3168 req-e74533d4-ebbb-4ec6-85b5-a1cb216e9f2b tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/security-groups?id=497f1148-b652-437f-be5a-e7a96a7bde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394239 Apr 22 08:10:36.288001 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device fd25a956-2845-44f0-b0c8-76ddf9e506cb details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:10:36.382343 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port fd25a956-2845-44f0-b0c8-76ddf9e506cb, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=fd25a956-2845-44f0-b0c8-76ddf9e506cb,segment=NetworkSegment(fdfc4c54-d678-4be5-8af9-d4c4464f7dec),segment_id=fdfc4c54-d678-4be5-8af9-d4c4464f7dec)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:10:36.393765 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': 'fd25a956-2845-44f0-b0c8-76ddf9e506cb', 'network_id': '22573387-70b7-43be-9721-7ab6324c5358', 'port_id': 'fd25a956-2845-44f0-b0c8-76ddf9e506cb', 'mac_address': 'fa:16:3e:c6:26:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '928119fe-c806-46a5-bf29-7ee32cc40fbd', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:10:36.430779 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port fd25a956-2845-44f0-b0c8-76ddf9e506cb is: DOWN; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:10:36.431174 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (fd25a956-2845-44f0-b0c8-76ddf9e506cb), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:36.447955 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd25a956-2845-44f0-b0c8-76ddf9e506cb {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:10:36.467059 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port fd25a956-2845-44f0-b0c8-76ddf9e506cb, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=fd25a956-2845-44f0-b0c8-76ddf9e506cb,segment=NetworkSegment(fdfc4c54-d678-4be5-8af9-d4c4464f7dec),segment_id=fdfc4c54-d678-4be5-8af9-d4c4464f7dec)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:10:36.533345 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb923f-d11d-4f16-9d09-4b3e16a83b14 req-7d21285a-dcab-4c98-941c-7f68533c6f89 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:36.534810 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-46fb923f-d11d-4f16-9d09-4b3e16a83b14 req-7d21285a-dcab-4c98-941c-7f68533c6f89 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a449b95-df10-4615-a73e-3dbb118fc005 HTTP/1.1" status: 200 len: 948 time: 0.0513382 Apr 22 08:10:36.541623 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (fd25a956-2845-44f0-b0c8-76ddf9e506cb), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:36.581191 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-46fb923f-d11d-4f16-9d09-4b3e16a83b14 req-6c0600e7-602b-4a11-a761-c3f865d51e1b tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/security-groups?id=497f1148-b652-437f-be5a-e7a96a7bde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404837 Apr 22 08:10:36.590916 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=fd25a956-2845-44f0-b0c8-76ddf9e506cb,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:36.759649 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['fd25a956-2845-44f0-b0c8-76ddf9e506cb'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:10:37.701396 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f464eb8-724e-4b8e-b4c2-1acfa74b9ddb req-3fcfe60e-6c13-4ce3-b95d-c08a87f19cc4 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:37.702854 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7f464eb8-724e-4b8e-b4c2-1acfa74b9ddb req-3fcfe60e-6c13-4ce3-b95d-c08a87f19cc4 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a449b95-df10-4615-a73e-3dbb118fc005 HTTP/1.1" status: 200 len: 949 time: 0.0512712 Apr 22 08:10:37.751629 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7f464eb8-724e-4b8e-b4c2-1acfa74b9ddb req-d17da985-aca0-4a62-8208-9663cc6b03f4 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/security-groups?id=497f1148-b652-437f-be5a-e7a96a7bde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432913 Apr 22 08:10:38.300545 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device fd25a956-2845-44f0-b0c8-76ddf9e506cb up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:10:38.417775 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning for port fd25a956-2845-44f0-b0c8-76ddf9e506cb completed by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 08:10:38.419959 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port fd25a956-2845-44f0-b0c8-76ddf9e506cb triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:10:38.420372 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (fd25a956-2845-44f0-b0c8-76ddf9e506cb), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:38.494910 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port fd25a956-2845-44f0-b0c8-76ddf9e506cb is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:10:38.495292 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (fd25a956-2845-44f0-b0c8-76ddf9e506cb), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:38.517110 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a449b95-df10-4615-a73e-3dbb118fc005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd25a956-2845-44f0-b0c8-76ddf9e506cb'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:10:38.519382 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e65067-9f4b-4f6e-a207-2b1dc9f3a9fd" -d '{"events": [{"server_uuid": "6a449b95-df10-4615-a73e-3dbb118fc005", "name": "network-vif-plugged", "status": "completed", "tag": "fd25a956-2845-44f0-b0c8-76ddf9e506cb"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:10:38.532346 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port fd25a956-2845-44f0-b0c8-76ddf9e506cb, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=fd25a956-2845-44f0-b0c8-76ddf9e506cb,segment=NetworkSegment(fdfc4c54-d678-4be5-8af9-d4c4464f7dec),segment_id=fdfc4c54-d678-4be5-8af9-d4c4464f7dec)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:10:38.554235 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e774c002-5c3a-49aa-b7bd-55dcf7c6b1ce x-openstack-request-id: req-e774c002-5c3a-49aa-b7bd-55dcf7c6b1ce {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:10:38.554546 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a449b95-df10-4615-a73e-3dbb118fc005", "name": "network-vif-plugged", "status": "completed", "tag": "fd25a956-2845-44f0-b0c8-76ddf9e506cb", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:10:38.554801 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e774c002-5c3a-49aa-b7bd-55dcf7c6b1ce {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:10:38.555195 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e774c002-5c3a-49aa-b7bd-55dcf7c6b1ce'] response: {'server_uuid': '6a449b95-df10-4615-a73e-3dbb118fc005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd25a956-2845-44f0-b0c8-76ddf9e506cb', 'code': 200} Apr 22 08:10:38.604236 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (fd25a956-2845-44f0-b0c8-76ddf9e506cb), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:38.653814 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=fd25a956-2845-44f0-b0c8-76ddf9e506cb,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:38.897231 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1b480-2908-4a16-a1aa-9017dfaf4cd7 req-f5dd27c2-4ff8-47c2-9ed2-501c5150f25c tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:38.898726 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-36b1b480-2908-4a16-a1aa-9017dfaf4cd7 req-f5dd27c2-4ff8-47c2-9ed2-501c5150f25c tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a449b95-df10-4615-a73e-3dbb118fc005 HTTP/1.1" status: 200 len: 950 time: 0.0716786 Apr 22 08:10:38.900623 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee86f7-4617-49c1-8d6f-00cd90d4692b req-2ce3929e-74ce-4228-86b7-065040c7eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:38.901980 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f5ee86f7-4617-49c1-8d6f-00cd90d4692b req-2ce3929e-74ce-4228-86b7-065040c7eb14 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6a449b95-df10-4615-a73e-3dbb118fc005 HTTP/1.1" status: 200 len: 1134 time: 0.0832410 Apr 22 08:10:38.967133 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-36b1b480-2908-4a16-a1aa-9017dfaf4cd7 req-2b7f8345-e61a-4f81-8751-87d72f3106be tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/security-groups?id=497f1148-b652-437f-be5a-e7a96a7bde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627215 Apr 22 08:10:38.979542 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f5ee86f7-4617-49c1-8d6f-00cd90d4692b req-fe980cfd-f339-4ac2-a34b-fec133dad5fa service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=497f1148-b652-437f-be5a-e7a96a7bde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622473 Apr 22 08:10:40.088378 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93f984-e568-4919-9f0e-0cd3e581f455 req-035c9cc2-8721-45f7-afc3-bed695a29e02 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:40.089869 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5d93f984-e568-4919-9f0e-0cd3e581f455 req-035c9cc2-8721-45f7-afc3-bed695a29e02 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a449b95-df10-4615-a73e-3dbb118fc005 HTTP/1.1" status: 200 len: 950 time: 0.0533118 Apr 22 08:10:40.137632 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5d93f984-e568-4919-9f0e-0cd3e581f455 req-9b623c78-573e-426b-ad2d-43c7950837b1 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/security-groups?id=497f1148-b652-437f-be5a-e7a96a7bde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421553 Apr 22 08:10:40.586218 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6678dd4e-6c6b-4d39-89ae-4068a54dc58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:41.251823 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09bea4-4221-45ee-9d93-1c2a63be121f req-2926763c-0cf1-430a-8aaa-b2acff9bf365 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:41.253282 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6e09bea4-4221-45ee-9d93-1c2a63be121f req-2926763c-0cf1-430a-8aaa-b2acff9bf365 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a449b95-df10-4615-a73e-3dbb118fc005 HTTP/1.1" status: 200 len: 950 time: 0.0513837 Apr 22 08:10:41.299601 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6e09bea4-4221-45ee-9d93-1c2a63be121f req-63b2d21a-1ee8-4848-8064-839e389f771f tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/security-groups?id=497f1148-b652-437f-be5a-e7a96a7bde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408928 Apr 22 08:10:41.756809 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249cd07d-741f-47cc-86aa-1b64a6b8118c req-0b382d9d-a829-48dc-8340-8fac7c0fe4c9 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:41.758271 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-249cd07d-741f-47cc-86aa-1b64a6b8118c req-0b382d9d-a829-48dc-8340-8fac7c0fe4c9 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a449b95-df10-4615-a73e-3dbb118fc005 HTTP/1.1" status: 200 len: 950 time: 0.0540824 Apr 22 08:10:41.803810 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-249cd07d-741f-47cc-86aa-1b64a6b8118c req-a8b1417c-0a08-40af-a0d5-3a5acaba85fb tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/security-groups?id=497f1148-b652-437f-be5a-e7a96a7bde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393903 Apr 22 08:10:42.925937 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642c4ba-b8c5-4151-885b-dabe8ce7c9d5 req-25f46098-6b5d-4955-aa0a-850e3114e337 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:42.927429 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d642c4ba-b8c5-4151-885b-dabe8ce7c9d5 req-25f46098-6b5d-4955-aa0a-850e3114e337 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a449b95-df10-4615-a73e-3dbb118fc005 HTTP/1.1" status: 200 len: 950 time: 0.0520358 Apr 22 08:10:42.973806 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d642c4ba-b8c5-4151-885b-dabe8ce7c9d5 req-87f91947-dcb7-4394-b33b-0a8b1ee85a97 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/security-groups?id=497f1148-b652-437f-be5a-e7a96a7bde36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407095 Apr 22 08:10:42.981455 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-c600ed62-27cd-4024-be6b-496af9d49c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:43.092558 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d08ae1-8600-4168-9b36-2a0b7c0aefd4 req-1458450f-caa5-4065-aca8-a40fe549fbda tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:10:43.093871 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-50d08ae1-8600-4168-9b36-2a0b7c0aefd4 req-1458450f-caa5-4065-aca8-a40fe549fbda tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a449b95-df10-4615-a73e-3dbb118fc005 HTTP/1.1" status: 200 len: 950 time: 0.0507276 Apr 22 08:10:43.190301 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-50d08ae1-8600-4168-9b36-2a0b7c0aefd4 req-0c1b222b-a538-4647-8348-1db021002ccc tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Deleting port fd25a956-2845-44f0-b0c8-76ddf9e506cb {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:10:43.190665 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-50d08ae1-8600-4168-9b36-2a0b7c0aefd4 req-0c1b222b-a538-4647-8348-1db021002ccc tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (fd25a956-2845-44f0-b0c8-76ddf9e506cb), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:43.278521 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-50d08ae1-8600-4168-9b36-2a0b7c0aefd4 req-0c1b222b-a538-4647-8348-1db021002ccc tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] For port fd25a956-2845-44f0-b0c8-76ddf9e506cb, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=fd25a956-2845-44f0-b0c8-76ddf9e506cb,segment=NetworkSegment(fdfc4c54-d678-4be5-8af9-d4c4464f7dec),segment_id=fdfc4c54-d678-4be5-8af9-d4c4464f7dec)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:10:43.278888 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-50d08ae1-8600-4168-9b36-2a0b7c0aefd4 req-0c1b222b-a538-4647-8348-1db021002ccc tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (fd25a956-2845-44f0-b0c8-76ddf9e506cb), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:43.290760 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-50d08ae1-8600-4168-9b36-2a0b7c0aefd4 req-0c1b222b-a538-4647-8348-1db021002ccc tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Calling delete_port for fd25a956-2845-44f0-b0c8-76ddf9e506cb owned by compute:nova {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:10:43.483369 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-50d08ae1-8600-4168-9b36-2a0b7c0aefd4 req-0c1b222b-a538-4647-8348-1db021002ccc tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (fd25a956-2845-44f0-b0c8-76ddf9e506cb), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:43.498344 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['fd25a956-2845-44f0-b0c8-76ddf9e506cb'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:10:43.516582 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b222b-a538-4647-8348-1db021002ccc tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Pushing event deleted for resources: {'Port': ['ID=fd25a956-2845-44f0-b0c8-76ddf9e506cb,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:43.815186 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d08ae1-8600-4168-9b36-2a0b7c0aefd4 req-0c1b222b-a538-4647-8348-1db021002ccc tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] No DVR routers for this DVR port fd25a956-2845-44f0-b0c8-76ddf9e506cb on host hv-cinder-83888 {{(pid=103832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:10:43.818269 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-50d08ae1-8600-4168-9b36-2a0b7c0aefd4 req-0c1b222b-a538-4647-8348-1db021002ccc tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:43.821638 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-50d08ae1-8600-4168-9b36-2a0b7c0aefd4 req-0c1b222b-a538-4647-8348-1db021002ccc tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.39 "DELETE /v2.0/ports/fd25a956-2845-44f0-b0c8-76ddf9e506cb HTTP/1.1" status: 204 len: 173 time: 0.7231028 Apr 22 08:10:43.822090 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a449b95-df10-4615-a73e-3dbb118fc005', 'name': 'network-vif-deleted', 'tag': 'fd25a956-2845-44f0-b0c8-76ddf9e506cb'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:10:43.824999 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339dbd62-73a0-4d5b-b79c-2933d2c33fbc" -d '{"events": [{"server_uuid": "6a449b95-df10-4615-a73e-3dbb118fc005", "name": "network-vif-deleted", "tag": "fd25a956-2845-44f0-b0c8-76ddf9e506cb"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:10:43.859632 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6850b4-dd9c-43da-84d8-8f472fe1edc6 x-openstack-request-id: req-6c6850b4-dd9c-43da-84d8-8f472fe1edc6 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:10:43.859935 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a449b95-df10-4615-a73e-3dbb118fc005", "name": "network-vif-deleted", "tag": "fd25a956-2845-44f0-b0c8-76ddf9e506cb", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:10:43.860190 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c6850b4-dd9c-43da-84d8-8f472fe1edc6 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:10:43.860593 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c6850b4-dd9c-43da-84d8-8f472fe1edc6'] response: {'server_uuid': '6a449b95-df10-4615-a73e-3dbb118fc005', 'name': 'network-vif-deleted', 'tag': 'fd25a956-2845-44f0-b0c8-76ddf9e506cb', 'status': 'completed', 'code': 200} Apr 22 08:10:44.068202 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-805dbc05-3de1-45e6-82eb-58b4f77d8574 req-d9bb7930-e5e7-4734-a6f6-0d9fc81baea9 tempest-VolumesNegativeTest-164079883 tempest-VolumesNegativeTest-164079883-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a449b95-df10-4615-a73e-3dbb118fc005 HTTP/1.1" status: 200 len: 210 time: 0.0268500 Apr 22 08:10:44.352403 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:45.221311 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:46.363200 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device fd25a956-2845-44f0-b0c8-76ddf9e506cb no longer exists at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:10:46.383858 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] No Port match for: fd25a956-2845-44f0-b0c8-76ddf9e506cb {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:10:46.384269 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device fd25a956-2845-44f0-b0c8-76ddf9e506cb not bound to the agent host hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:10:46.923467 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:50.746970 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 39826) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:50.873191 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-9c2fd06d-1edd-44f9-8cc9-45ea5037c19f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f90e978e274344359bb6249cfe5b2f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1249795 Apr 22 08:10:50.875557 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 39830) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:10:50.921133 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5b445275-5172-408d-a153-5c7dac792a65 admin admin] Publish callbacks [] for security_group (497f1148-b652-437f-be5a-e7a96a7bde36), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:50.941788 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5b445275-5172-408d-a153-5c7dac792a65 admin admin] Publish callbacks [] for security_group (497f1148-b652-437f-be5a-e7a96a7bde36), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:51.056007 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5b445275-5172-408d-a153-5c7dac792a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (497f1148-b652-437f-be5a-e7a96a7bde36), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:51.058664 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5b445275-5172-408d-a153-5c7dac792a65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:10:51.059815 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-5b445275-5172-408d-a153-5c7dac792a65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/497f1148-b652-437f-be5a-e7a96a7bde36 HTTP/1.1" status: 204 len: 168 time: 0.1833761 Apr 22 08:10:51.067882 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b445275-5172-408d-a153-5c7dac792a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497f1148-b652-437f-be5a-e7a96a7bde36,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:10:57.529655 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:03.878217 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 39954) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:11:03.981268 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-63713c16-f2fe-44ad-a104-9cbd684f2d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:04.056741 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-63713c16-f2fe-44ad-a104-9cbd684f2d3c admin admin] Publish callbacks [] for security_group (f8289a3d-20ff-48eb-9485-ba4599c87fde), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:04.101391 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-63713c16-f2fe-44ad-a104-9cbd684f2d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (f8289a3d-20ff-48eb-9485-ba4599c87fde), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:04.139544 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-63713c16-f2fe-44ad-a104-9cbd684f2d3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7a3058e414641d8aec8216b63314f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602258 Apr 22 08:11:04.140502 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63713c16-f2fe-44ad-a104-9cbd684f2d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8289a3d-20ff-48eb-9485-ba4599c87fde,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:04.142195 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 39960) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:11:04.149237 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63713c16-f2fe-44ad-a104-9cbd684f2d3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:04.149698 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63713c16-f2fe-44ad-a104-9cbd684f2d3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:04.150044 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63713c16-f2fe-44ad-a104-9cbd684f2d3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:04.150381 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63713c16-f2fe-44ad-a104-9cbd684f2d3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:04.150827 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63713c16-f2fe-44ad-a104-9cbd684f2d3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:04.151171 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63713c16-f2fe-44ad-a104-9cbd684f2d3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:04.151499 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63713c16-f2fe-44ad-a104-9cbd684f2d3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:04.151827 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63713c16-f2fe-44ad-a104-9cbd684f2d3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:04.152177 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63713c16-f2fe-44ad-a104-9cbd684f2d3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:04.152502 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63713c16-f2fe-44ad-a104-9cbd684f2d3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:04.152821 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63713c16-f2fe-44ad-a104-9cbd684f2d3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:04.153140 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63713c16-f2fe-44ad-a104-9cbd684f2d3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:04.153457 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63713c16-f2fe-44ad-a104-9cbd684f2d3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:04.191369 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b87194b7-c1ff-4ce4-be38-999cfc2cac6f admin admin] Publish callbacks [] for security_group (f8289a3d-20ff-48eb-9485-ba4599c87fde), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:04.212011 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b87194b7-c1ff-4ce4-be38-999cfc2cac6f admin admin] Publish callbacks [] for security_group (f8289a3d-20ff-48eb-9485-ba4599c87fde), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:04.317931 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b87194b7-c1ff-4ce4-be38-999cfc2cac6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (f8289a3d-20ff-48eb-9485-ba4599c87fde), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:04.321230 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b87194b7-c1ff-4ce4-be38-999cfc2cac6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:04.322397 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-b87194b7-c1ff-4ce4-be38-999cfc2cac6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8289a3d-20ff-48eb-9485-ba4599c87fde HTTP/1.1" status: 204 len: 168 time: 0.1791506 Apr 22 08:11:04.330556 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87194b7-c1ff-4ce4-be38-999cfc2cac6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8289a3d-20ff-48eb-9485-ba4599c87fde,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:04.834205 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:11:05.186214 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 39984) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:11:05.290450 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-bfdddf89-8e50-4c83-a8e3-8679ffdd2a5e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1732491128-network', 'tenant_id': '99ff3745dca54842ab1e31500356580f'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:11:05.432180 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdddf89-8e50-4c83-a8e3-8679ffdd2a5e admin admin] Made reservation on behalf of 99ff3745dca54842ab1e31500356580f for: {'network': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:11:05.436732 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bfdddf89-8e50-4c83-a8e3-8679ffdd2a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for network (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:05.443163 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bfdddf89-8e50-4c83-a8e3-8679ffdd2a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:05.514038 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bfdddf89-8e50-4c83-a8e3-8679ffdd2a5e admin admin] Publish callbacks [] for security_group (3dbb28e3-05ba-421d-95d8-2d1afa9995b1), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:05.574620 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bfdddf89-8e50-4c83-a8e3-8679ffdd2a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (3dbb28e3-05ba-421d-95d8-2d1afa9995b1), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:05.597975 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfdddf89-8e50-4c83-a8e3-8679ffdd2a5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 08:11:05.607236 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdddf89-8e50-4c83-a8e3-8679ffdd2a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbb28e3-05ba-421d-95d8-2d1afa9995b1,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:05.612914 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bfdddf89-8e50-4c83-a8e3-8679ffdd2a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:05.613250 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.segments_db [None req-bfdddf89-8e50-4c83-a8e3-8679ffdd2a5e admin admin] Added segment ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf of type vlan for network 825aab79-af77-4e01-9a10-af00722d609f Apr 22 08:11:05.652166 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bfdddf89-8e50-4c83-a8e3-8679ffdd2a5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744464744888'] for network (825aab79-af77-4e01-9a10-af00722d609f), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:05.746655 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bfdddf89-8e50-4c83-a8e3-8679ffdd2a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for network (825aab79-af77-4e01-9a10-af00722d609f), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:05.747641 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdddf89-8e50-4c83-a8e3-8679ffdd2a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:05.748263 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bfdddf89-8e50-4c83-a8e3-8679ffdd2a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:05.807655 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdddf89-8e50-4c83-a8e3-8679ffdd2a5e admin admin] Pushing event updated for resources: {'Network': ['ID=825aab79-af77-4e01-9a10-af00722d609f,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:05.819603 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Network 825aab79-af77-4e01-9a10-af00722d609f details requested by agent ovs-agent-dv-cinder-838880-1-smb with host dv-cinder-838880-1-smb {{(pid=103834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 22 08:11:05.870019 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-bfdddf89-8e50-4c83-a8e3-8679ffdd2a5e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6826713 Apr 22 08:11:05.925764 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 39992) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:11:05.931645 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-106fafef-cd0d-4c53-a086-99ff826aaacd admin admin] Request body: {'subnet': {'network_id': '825aab79-af77-4e01-9a10-af00722d609f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1732491128-subnet', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'ip_version': 4}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:11:06.026724 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106fafef-cd0d-4c53-a086-99ff826aaacd admin admin] Made reservation on behalf of 99ff3745dca54842ab1e31500356580f for: {'subnet': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:11:06.029180 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-106fafef-cd0d-4c53-a086-99ff826aaacd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645601'] for subnet (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:06.238226 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-106fafef-cd0d-4c53-a086-99ff826aaacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4133480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645599'] for subnet (9a38870b-6142-490c-8aec-03edf8c552f5), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:06.293063 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fafef-cd0d-4c53-a086-99ff826aaacd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a38870b-6142-490c-8aec-03edf8c552f5,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:06.299787 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106fafef-cd0d-4c53-a086-99ff826aaacd admin admin] Checking segment: {'id': 'ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '825aab79-af77-4e01-9a10-af00722d609f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:11:06.300139 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106fafef-cd0d-4c53-a086-99ff826aaacd admin admin] Network hostable DHCP agents. Network: 825aab79-af77-4e01-9a10-af00722d609f, hostable agents: ['ca8a9934-86f7-419c-ae11-6a211419c5d0'], hosted agents: [] {{(pid=103832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 08:11:06.369083 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106fafef-cd0d-4c53-a086-99ff826aaacd admin admin] Network 825aab79-af77-4e01-9a10-af00722d609f is scheduled to be hosted by DHCP agent ca8a9934-86f7-419c-ae11-6a211419c5d0 with binding_index 1 {{(pid=103832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 08:11:06.461099 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-106fafef-cd0d-4c53-a086-99ff826aaacd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838880-1-smb, 825aab79-af77-4e01-9a10-af00722d609f) {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:11:06.465349 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106fafef-cd0d-4c53-a086-99ff826aaacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:06.470531 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-106fafef-cd0d-4c53-a086-99ff826aaacd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:06.475800 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005f6b8a-a3e1-4c87-a199-6ff93aa67dcb None None] Network 825aab79-af77-4e01-9a10-af00722d609f requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:11:06.549109 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-106fafef-cd0d-4c53-a086-99ff826aaacd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6220524 Apr 22 08:11:06.551584 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 40000) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:11:06.556578 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-5497c280-8e75-49af-be90-18c9a1dd6c0c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1732491128-router', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:11:06.574938 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458aa8ca-50d6-4863-b373-10a3ac3b543b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp800e8c9e-5289-576f-bc13-8821e13a44bc-825aab79-af77-4e01-9a10-af00722d609f', 'network_id': '825aab79-af77-4e01-9a10-af00722d609f', 'project_id': '99ff3745dca54842ab1e31500356580f', 'fixed_ips': [{'subnet_id': '9a38870b-6142-490c-8aec-03edf8c552f5'}]}} from dv-cinder-838880-1-smb. {{(pid=103834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 22 08:11:06.575777 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-458aa8ca-50d6-4863-b373-10a3ac3b543b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:06.689612 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5497c280-8e75-49af-be90-18c9a1dd6c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-710721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10227'] for router (e3cca142-9a05-43c8-9bf9-3e4557424f1e), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:06.690734 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5497c280-8e75-49af-be90-18c9a1dd6c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10234'] for router (e3cca142-9a05-43c8-9bf9-3e4557424f1e), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:06.705870 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.db_base_plugin_common [None req-458aa8ca-50d6-4863-b373-10a3ac3b543b None None] Allocated IP 172.20.0.2 (825aab79-af77-4e01-9a10-af00722d609f/9a38870b-6142-490c-8aec-03edf8c552f5/eb0ecf09-11ef-44c1-9f08-35a0e97b972b) {{(pid=103834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:11:06.746648 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5497c280-8e75-49af-be90-18c9a1dd6c0c admin admin] Publish callbacks [] for router_controller (e3cca142-9a05-43c8-9bf9-3e4557424f1e), precommit_add_association {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:06.851670 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-458aa8ca-50d6-4863-b373-10a3ac3b543b None None] Publish callbacks [] for port (eb0ecf09-11ef-44c1-9f08-35a0e97b972b), precommit_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:06.935325 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-458aa8ca-50d6-4863-b373-10a3ac3b543b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613'] for port (eb0ecf09-11ef-44c1-9f08-35a0e97b972b), after_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:06.972037 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458aa8ca-50d6-4863-b373-10a3ac3b543b None None] Network 825aab79-af77-4e01-9a10-af00722d609f is already hosted by enough agents. {{(pid=103834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:11:06.976358 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.scheduler.base_scheduler [None req-458aa8ca-50d6-4863-b373-10a3ac3b543b None None] Resources bound (agent type, host, resource id): {{(pid=103834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:11:06.982051 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458aa8ca-50d6-4863-b373-10a3ac3b543b None None] Received port after_create {{(pid=103834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:11:06.987671 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458aa8ca-50d6-4863-b373-10a3ac3b543b None None] Pushing event updated for resources: {'Port': ['ID=eb0ecf09-11ef-44c1-9f08-35a0e97b972b,revision_number=1']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:06.993378 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5497c280-8e75-49af-be90-18c9a1dd6c0c admin admin] Publish callbacks [] for router_gateway (e3cca142-9a05-43c8-9bf9-3e4557424f1e), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:07.040778 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-458aa8ca-50d6-4863-b373-10a3ac3b543b None None] Attempting to bind port eb0ecf09-11ef-44c1-9f08-35a0e97b972b on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:11:07.041140 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-458aa8ca-50d6-4863-b373-10a3ac3b543b None None] Attempting to bind port eb0ecf09-11ef-44c1-9f08-35a0e97b972b by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': 'ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '825aab79-af77-4e01-9a10-af00722d609f'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:11:07.041498 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458aa8ca-50d6-4863-b373-10a3ac3b543b None None] Attempting to bind port eb0ecf09-11ef-44c1-9f08-35a0e97b972b on network 825aab79-af77-4e01-9a10-af00722d609f {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:11:07.046215 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458aa8ca-50d6-4863-b373-10a3ac3b543b None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:11:07.046618 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458aa8ca-50d6-4863-b373-10a3ac3b543b None None] Checking segment: {'id': 'ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '825aab79-af77-4e01-9a10-af00722d609f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:11:07.047017 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-458aa8ca-50d6-4863-b373-10a3ac3b543b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:07.047406 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458aa8ca-50d6-4863-b373-10a3ac3b543b None None] Bound using segment: {'id': 'ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '825aab79-af77-4e01-9a10-af00722d609f'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:11:07.047959 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-458aa8ca-50d6-4863-b373-10a3ac3b543b None None] Bound port: eb0ecf09-11ef-44c1-9f08-35a0e97b972b, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '825aab79-af77-4e01-9a10-af00722d609f'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:11:07.048438 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-458aa8ca-50d6-4863-b373-10a3ac3b543b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (eb0ecf09-11ef-44c1-9f08-35a0e97b972b), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:07.112550 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-458aa8ca-50d6-4863-b373-10a3ac3b543b None None] For port eb0ecf09-11ef-44c1-9f08-35a0e97b972b, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:11:07.115437 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-458aa8ca-50d6-4863-b373-10a3ac3b543b None None] For port eb0ecf09-11ef-44c1-9f08-35a0e97b972b, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=eb0ecf09-11ef-44c1-9f08-35a0e97b972b,segment=NetworkSegment(ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf),segment_id=ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:11:07.204081 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-458aa8ca-50d6-4863-b373-10a3ac3b543b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (eb0ecf09-11ef-44c1-9f08-35a0e97b972b), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:07.268105 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458aa8ca-50d6-4863-b373-10a3ac3b543b None None] Pushing event updated for resources: {'Port': ['ID=eb0ecf09-11ef-44c1-9f08-35a0e97b972b,revision_number=2']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:07.299331 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5497c280-8e75-49af-be90-18c9a1dd6c0c admin admin] Publish callbacks [] for router_gateway (e3cca142-9a05-43c8-9bf9-3e4557424f1e), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:07.324217 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5497c280-8e75-49af-be90-18c9a1dd6c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:07.445392 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-5497c280-8e75-49af-be90-18c9a1dd6c0c admin admin] Allocated IP 172.28.2.155 (1ba3c60b-0bed-4e05-bf6c-e6da0128f626/c65f8918-06d0-4042-b508-c83c4010a7fc/e9dabd11-de07-4ac7-8b81-6f574bc3ece3) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:11:07.569514 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5497c280-8e75-49af-be90-18c9a1dd6c0c admin admin] Publish callbacks [] for port (e9dabd11-de07-4ac7-8b81-6f574bc3ece3), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:07.695743 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5497c280-8e75-49af-be90-18c9a1dd6c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (e9dabd11-de07-4ac7-8b81-6f574bc3ece3), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:07.752339 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5497c280-8e75-49af-be90-18c9a1dd6c0c admin admin] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:11:07.759272 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-5497c280-8e75-49af-be90-18c9a1dd6c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:11:07.764873 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5497c280-8e75-49af-be90-18c9a1dd6c0c admin admin] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:11:07.768277 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497c280-8e75-49af-be90-18c9a1dd6c0c admin admin] Pushing event updated for resources: {'Port': ['ID=e9dabd11-de07-4ac7-8b81-6f574bc3ece3,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:08.110952 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5497c280-8e75-49af-be90-18c9a1dd6c0c admin admin] Publish callbacks [] for router_gateway (e3cca142-9a05-43c8-9bf9-3e4557424f1e), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:08.213745 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842325ee-9022-41be-be67-415dd80b7eb1 None None] Network 825aab79-af77-4e01-9a10-af00722d609f requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:11:08.323549 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5497c280-8e75-49af-be90-18c9a1dd6c0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-710858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706120'] for router (e3cca142-9a05-43c8-9bf9-3e4557424f1e), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:08.330707 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-c7629a29-8f91-4756-bd72-635b8b7c6631 None None] Provisioning complete for port eb0ecf09-11ef-44c1-9f08-35a0e97b972b triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:11:08.331080 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-c7629a29-8f91-4756-bd72-635b8b7c6631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (eb0ecf09-11ef-44c1-9f08-35a0e97b972b), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:08.420288 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-c7629a29-8f91-4756-bd72-635b8b7c6631 None None] Current status of the port eb0ecf09-11ef-44c1-9f08-35a0e97b972b is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:11:08.420675 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-c7629a29-8f91-4756-bd72-635b8b7c6631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (eb0ecf09-11ef-44c1-9f08-35a0e97b972b), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:08.454865 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-c7629a29-8f91-4756-bd72-635b8b7c6631 None None] For port eb0ecf09-11ef-44c1-9f08-35a0e97b972b, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=eb0ecf09-11ef-44c1-9f08-35a0e97b972b,segment=NetworkSegment(ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf),segment_id=ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:11:08.495345 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-c7629a29-8f91-4756-bd72-635b8b7c6631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (eb0ecf09-11ef-44c1-9f08-35a0e97b972b), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:08.512336 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5497c280-8e75-49af-be90-18c9a1dd6c0c admin admin] Router e3cca142-9a05-43c8-9bf9-3e4557424f1e is scheduled to L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe with binding_index 1 {{(pid=103832) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 08:11:08.549377 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7629a29-8f91-4756-bd72-635b8b7c6631 None None] Pushing event updated for resources: {'Port': ['ID=eb0ecf09-11ef-44c1-9f08-35a0e97b972b,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:08.616271 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-b1c15ff6-f9d7-4b20-ada0-a4c1d9906b5c None None] Provisioning complete for port eb0ecf09-11ef-44c1-9f08-35a0e97b972b triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:11:08.616657 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-b1c15ff6-f9d7-4b20-ada0-a4c1d9906b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (eb0ecf09-11ef-44c1-9f08-35a0e97b972b), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:08.626023 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5497c280-8e75-49af-be90-18c9a1dd6c0c admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:11:08.635850 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] Sync routers for ids ['e3cca142-9a05-43c8-9bf9-3e4557424f1e'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:11:08.647855 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] Routers {'e3cca142-9a05-43c8-9bf9-3e4557424f1e'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:11:08.648723 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:10:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['e3cca142-9a05-43c8-9bf9-3e4557424f1e'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:11:08.695211 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-b1c15ff6-f9d7-4b20-ada0-a4c1d9906b5c None None] Current status of the port eb0ecf09-11ef-44c1-9f08-35a0e97b972b is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:11:08.702933 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-5497c280-8e75-49af-be90-18c9a1dd6c0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:08.706892 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-5497c280-8e75-49af-be90-18c9a1dd6c0c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1516221 Apr 22 08:11:08.707021 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 40010) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:11:08.766483 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] Set router e3cca142-9a05-43c8-9bf9-3e4557424f1e gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:11:09.048459 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'name': 'tempest-TestShelveInstance-1732491128-router', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:06Z', 'updated_at': '2022-04-22T08:11:07Z', 'revision_number': 3, 'project_id': '99ff3745dca54842ab1e31500356580f', 'gw_port': {'id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:07Z', 'updated_at': '2022-04-22T08:11:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:11:09.077288 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] Checking router: e3cca142-9a05-43c8-9bf9-3e4557424f1e for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:11:09.083710 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] Updating router e3cca142-9a05-43c8-9bf9-3e4557424f1e port e9dabd11-de07-4ac7-8b81-6f574bc3ece3 binding host dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 08:11:09.113943 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (e9dabd11-de07-4ac7-8b81-6f574bc3ece3), before_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:09.155292 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device eb0ecf09-11ef-44c1-9f08-35a0e97b972b up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:11:09.159950 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3700c159-edf8-43c6-a594-b1d0422aca99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:09.208549 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port eb0ecf09-11ef-44c1-9f08-35a0e97b972b triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:11:09.209084 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (eb0ecf09-11ef-44c1-9f08-35a0e97b972b), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:09.288990 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port eb0ecf09-11ef-44c1-9f08-35a0e97b972b is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:11:09.333894 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-3700c159-edf8-43c6-a594-b1d0422aca99 admin admin] Allocated IP 172.20.0.1 (825aab79-af77-4e01-9a10-af00722d609f/9a38870b-6142-490c-8aec-03edf8c552f5/473d39b0-8b32-42bb-8076-8faaf3e7cd02) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:11:09.391753 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] Publish callbacks [] for port (e9dabd11-de07-4ac7-8b81-6f574bc3ece3), precommit_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:09.443405 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3700c159-edf8-43c6-a594-b1d0422aca99 admin admin] Publish callbacks [] for port (473d39b0-8b32-42bb-8076-8faaf3e7cd02), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:09.444667 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (e9dabd11-de07-4ac7-8b81-6f574bc3ece3), after_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:09.493317 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f919d7-17a9-4371-a22a-687022480f16 None None] Pushing event updated for resources: {'Port': ['ID=e9dabd11-de07-4ac7-8b81-6f574bc3ece3,revision_number=2']} {{(pid=103835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:09.507926 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f919d7-17a9-4371-a22a-687022480f16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:09.508274 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f919d7-17a9-4371-a22a-687022480f16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:09.508635 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f919d7-17a9-4371-a22a-687022480f16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:09.508972 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f919d7-17a9-4371-a22a-687022480f16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:09.509302 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f919d7-17a9-4371-a22a-687022480f16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:09.509627 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f919d7-17a9-4371-a22a-687022480f16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:09.509952 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f919d7-17a9-4371-a22a-687022480f16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:09.510275 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f919d7-17a9-4371-a22a-687022480f16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:09.510648 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f919d7-17a9-4371-a22a-687022480f16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:09.510987 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f919d7-17a9-4371-a22a-687022480f16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:09.511336 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f919d7-17a9-4371-a22a-687022480f16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:09.511639 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f919d7-17a9-4371-a22a-687022480f16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:09.511957 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f919d7-17a9-4371-a22a-687022480f16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:09.516913 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] Attempting to bind port e9dabd11-de07-4ac7-8b81-6f574bc3ece3 on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:11:09.517276 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] Attempting to bind port e9dabd11-de07-4ac7-8b81-6f574bc3ece3 by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}] {{(pid=103835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:11:09.517636 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] Attempting to bind port e9dabd11-de07-4ac7-8b81-6f574bc3ece3 on network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:11:09.523241 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:11:09.537838 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] Checking segment: {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:11:09.537838 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:09.537838 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] Bound using segment: {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'} {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:11:09.537838 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] Bound port: e9dabd11-de07-4ac7-8b81-6f574bc3ece3, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}}] {{(pid=103835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:11:09.537838 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (e9dabd11-de07-4ac7-8b81-6f574bc3ece3), before_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:09.538633 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3700c159-edf8-43c6-a594-b1d0422aca99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (473d39b0-8b32-42bb-8076-8faaf3e7cd02), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:09.567067 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3700c159-edf8-43c6-a594-b1d0422aca99 admin admin] Network 825aab79-af77-4e01-9a10-af00722d609f is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:11:09.570354 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-3700c159-edf8-43c6-a594-b1d0422aca99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:11:09.583556 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3700c159-edf8-43c6-a594-b1d0422aca99 admin admin] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:11:09.583556 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700c159-edf8-43c6-a594-b1d0422aca99 admin admin] Pushing event updated for resources: {'Port': ['ID=473d39b0-8b32-42bb-8076-8faaf3e7cd02,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:09.585232 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.db [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] For port e9dabd11-de07-4ac7-8b81-6f574bc3ece3, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:11:09.589287 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.db [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] For port e9dabd11-de07-4ac7-8b81-6f574bc3ece3, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=e9dabd11-de07-4ac7-8b81-6f574bc3ece3,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:11:09.619861 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3700c159-edf8-43c6-a594-b1d0422aca99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706235'] for router_interface (e3cca142-9a05-43c8-9bf9-3e4557424f1e), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:09.661294 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (e9dabd11-de07-4ac7-8b81-6f574bc3ece3), after_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:09.726000 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f919d7-17a9-4371-a22a-687022480f16 None None] Pushing event updated for resources: {'Port': ['ID=e9dabd11-de07-4ac7-8b81-6f574bc3ece3,revision_number=3']} {{(pid=103835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:09.728600 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] Routers {'e3cca142-9a05-43c8-9bf9-3e4557424f1e'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:11:09.729180 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:10:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['e3cca142-9a05-43c8-9bf9-3e4557424f1e'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:11:09.828953 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-c306e187-e046-4072-af75-e4835c391c0e None None] Provisioning complete for port 473d39b0-8b32-42bb-8076-8faaf3e7cd02 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:11:09.830086 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-c306e187-e046-4072-af75-e4835c391c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (473d39b0-8b32-42bb-8076-8faaf3e7cd02), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:09.850694 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] Set router e3cca142-9a05-43c8-9bf9-3e4557424f1e gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:11:09.872187 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-c306e187-e046-4072-af75-e4835c391c0e None None] Port 473d39b0-8b32-42bb-8076-8faaf3e7cd02 cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:11:09.875741 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3700c159-edf8-43c6-a594-b1d0422aca99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (473d39b0-8b32-42bb-8076-8faaf3e7cd02), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:09.949865 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdab731-a205-4127-90e4-dbf875fd81d6 req-f1b5bbb0-8c27-4460-9fd8-1770d09635ed tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:09.951453 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9bdab731-a205-4127-90e4-dbf875fd81d6 req-f1b5bbb0-8c27-4460-9fd8-1770d09635ed tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.1111505 Apr 22 08:11:10.030575 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'name': 'tempest-TestShelveInstance-1732491128-router', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:06Z', 'updated_at': '2022-04-22T08:11:07Z', 'revision_number': 3, 'project_id': '99ff3745dca54842ab1e31500356580f', 'gw_port': {'id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:07Z', 'updated_at': '2022-04-22T08:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:11:10.056530 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9bdab731-a205-4127-90e4-dbf875fd81d6 req-6d0e60cf-66df-4e24-b04c-3e8b2d9ce101 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982273 Apr 22 08:11:10.057347 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cbdfd7-413b-4bca-82b7-1aed6f505f7d None None] The sync data for ids ['e3cca142-9a05-43c8-9bf9-3e4557424f1e'] in dv-cinder-838880-1-smb is: [{'id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'name': 'tempest-TestShelveInstance-1732491128-router', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:06Z', 'updated_at': '2022-04-22T08:11:07Z', 'revision_number': 3, 'project_id': '99ff3745dca54842ab1e31500356580f', 'gw_port': {'id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:07Z', 'updated_at': '2022-04-22T08:11:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:11:10.113186 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3700c159-edf8-43c6-a594-b1d0422aca99 admin admin] Publish callbacks [] for port (473d39b0-8b32-42bb-8076-8faaf3e7cd02), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:10.180795 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3700c159-edf8-43c6-a594-b1d0422aca99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (473d39b0-8b32-42bb-8076-8faaf3e7cd02), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:10.509638 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700c159-edf8-43c6-a594-b1d0422aca99 admin admin] Pushing event updated for resources: {'Port': ['ID=473d39b0-8b32-42bb-8076-8faaf3e7cd02,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:10.512509 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3700c159-edf8-43c6-a594-b1d0422aca99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705803'] for router_interface (e3cca142-9a05-43c8-9bf9-3e4557424f1e), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:10.610199 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3700c159-edf8-43c6-a594-b1d0422aca99 admin admin] Network 825aab79-af77-4e01-9a10-af00722d609f is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:11:10.611871 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-3700c159-edf8-43c6-a594-b1d0422aca99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:11:10.718253 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-3b596983-298b-4a88-bf7f-2a8569121dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:10.742793 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3700c159-edf8-43c6-a594-b1d0422aca99 admin admin] Router e3cca142-9a05-43c8-9bf9-3e4557424f1e has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:11:10.861909 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3700c159-edf8-43c6-a594-b1d0422aca99 admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:11:10.867709 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-3700c159-edf8-43c6-a594-b1d0422aca99 admin admin] 10.222.0.13 "PUT /v2.0/routers/e3cca142-9a05-43c8-9bf9-3e4557424f1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1596370 Apr 22 08:11:10.898814 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-93d1d18b-1d21-4e1e-bacb-161dbfeebc90 None None] Provisioning complete for port 473d39b0-8b32-42bb-8076-8faaf3e7cd02 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:11:10.898950 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-93d1d18b-1d21-4e1e-bacb-161dbfeebc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (473d39b0-8b32-42bb-8076-8faaf3e7cd02), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:10.934995 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-93d1d18b-1d21-4e1e-bacb-161dbfeebc90 None None] Port 473d39b0-8b32-42bb-8076-8faaf3e7cd02 cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:11:11.130208 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device e9dabd11-de07-4ac7-8b81-6f574bc3ece3 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:11:11.181612 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port e9dabd11-de07-4ac7-8b81-6f574bc3ece3 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:11:11.181982 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (e9dabd11-de07-4ac7-8b81-6f574bc3ece3), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:11.195976 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42a032-9f38-463c-bacd-4e6faf43b183 req-f467fc98-944e-40b1-a690-c1ab40748a49 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:11.197611 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5a42a032-9f38-463c-bacd-4e6faf43b183 req-f467fc98-944e-40b1-a690-c1ab40748a49 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0663230 Apr 22 08:11:11.250434 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5a42a032-9f38-463c-bacd-4e6faf43b183 req-1b11eaae-4a99-4e47-ae04-6b3df4606ba2 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470541 Apr 22 08:11:11.267436 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port e9dabd11-de07-4ac7-8b81-6f574bc3ece3 is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:11:11.267827 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (e9dabd11-de07-4ac7-8b81-6f574bc3ece3), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:11.289046 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] For port e9dabd11-de07-4ac7-8b81-6f574bc3ece3, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=e9dabd11-de07-4ac7-8b81-6f574bc3ece3,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:11:11.374489 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (e9dabd11-de07-4ac7-8b81-6f574bc3ece3), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:11.434244 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Pushing event updated for resources: {'Port': ['ID=e9dabd11-de07-4ac7-8b81-6f574bc3ece3,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:11.593221 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 40036) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:11:11.598161 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-361839fd-2a81-427f-b2c6-bc98cd125c75 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-883405731-network', 'tenant_id': '05ed50ce94824068879ef9bcdaa99712'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:11:11.695406 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361839fd-2a81-427f-b2c6-bc98cd125c75 admin admin] Made reservation on behalf of 05ed50ce94824068879ef9bcdaa99712 for: {'network': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:11:11.697816 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-361839fd-2a81-427f-b2c6-bc98cd125c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for network (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:11.698587 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] Sync routers for ids ['e3cca142-9a05-43c8-9bf9-3e4557424f1e'] in dv-cinder-838880-1-smb {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:11:11.706843 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-361839fd-2a81-427f-b2c6-bc98cd125c75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:11.708515 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] Routers {'e3cca142-9a05-43c8-9bf9-3e4557424f1e'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:11:11.709134 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:10:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['e3cca142-9a05-43c8-9bf9-3e4557424f1e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:11:11.784639 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-361839fd-2a81-427f-b2c6-bc98cd125c75 admin admin] Publish callbacks [] for security_group (bd34e094-bf80-48ec-b4ac-581651747f01), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:11.829583 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] Set router e3cca142-9a05-43c8-9bf9-3e4557424f1e gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:11:11.860493 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-361839fd-2a81-427f-b2c6-bc98cd125c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (bd34e094-bf80-48ec-b4ac-581651747f01), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:11.884522 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-361839fd-2a81-427f-b2c6-bc98cd125c75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103832) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 08:11:11.893907 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361839fd-2a81-427f-b2c6-bc98cd125c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd34e094-bf80-48ec-b4ac-581651747f01,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:11.900473 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-361839fd-2a81-427f-b2c6-bc98cd125c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (89f473ad-1b45-492f-baf2-69b79c948c46), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:11.905513 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.segments_db [None req-361839fd-2a81-427f-b2c6-bc98cd125c75 admin admin] Added segment 89f473ad-1b45-492f-baf2-69b79c948c46 of type vlan for network ad956c43-882c-4cc4-aec9-ab33f32a4693 Apr 22 08:11:11.940401 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-361839fd-2a81-427f-b2c6-bc98cd125c75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744464744888'] for network (ad956c43-882c-4cc4-aec9-ab33f32a4693), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:12.003706 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-361839fd-2a81-427f-b2c6-bc98cd125c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801'] for network (ad956c43-882c-4cc4-aec9-ab33f32a4693), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:12.004725 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361839fd-2a81-427f-b2c6-bc98cd125c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:12.005313 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-361839fd-2a81-427f-b2c6-bc98cd125c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:12.034804 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'name': 'tempest-TestShelveInstance-1732491128-router', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:06Z', 'updated_at': '2022-04-22T08:11:09Z', 'revision_number': 4, 'project_id': '99ff3745dca54842ab1e31500356580f', 'gw_port': {'id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:07Z', 'updated_at': '2022-04-22T08:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '473d39b0-8b32-42bb-8076-8faaf3e7cd02', 'name': '', 'network_id': '825aab79-af77-4e01-9a10-af00722d609f', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'mac_address': 'fa:16:3e:16:5f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9a38870b-6142-490c-8aec-03edf8c552f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:09Z', 'updated_at': '2022-04-22T08:11:09Z', 'revision_number': 2, 'project_id': '99ff3745dca54842ab1e31500356580f', 'subnets': [{'id': '9a38870b-6142-490c-8aec-03edf8c552f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:11:12.060415 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] Checking router: e3cca142-9a05-43c8-9bf9-3e4557424f1e for host: dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:11:12.060762 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] Updating router e3cca142-9a05-43c8-9bf9-3e4557424f1e port 473d39b0-8b32-42bb-8076-8faaf3e7cd02 binding host dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 08:11:12.066980 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361839fd-2a81-427f-b2c6-bc98cd125c75 admin admin] Pushing event updated for resources: {'Network': ['ID=ad956c43-882c-4cc4-aec9-ab33f32a4693,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:12.079744 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Network ad956c43-882c-4cc4-aec9-ab33f32a4693 details requested by agent ovs-agent-dv-cinder-838880-1-smb with host dv-cinder-838880-1-smb {{(pid=103834) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 22 08:11:12.128744 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (473d39b0-8b32-42bb-8076-8faaf3e7cd02), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:12.172238 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-361839fd-2a81-427f-b2c6-bc98cd125c75 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5777569 Apr 22 08:11:12.174731 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 40038) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:11:12.179658 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-850d5760-ad28-4b2f-8c5d-74e7b1fc9f48 admin admin] Request body: {'subnet': {'network_id': 'ad956c43-882c-4cc4-aec9-ab33f32a4693', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-883405731-subnet', 'tenant_id': '05ed50ce94824068879ef9bcdaa99712', 'ip_version': 4}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:11:12.266509 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850d5760-ad28-4b2f-8c5d-74e7b1fc9f48 admin admin] Made reservation on behalf of 05ed50ce94824068879ef9bcdaa99712 for: {'subnet': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:11:12.268958 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-850d5760-ad28-4b2f-8c5d-74e7b1fc9f48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8645601'] for subnet (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:12.412877 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] Publish callbacks [] for port (473d39b0-8b32-42bb-8076-8faaf3e7cd02), precommit_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:12.435781 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfce7a8-dbf1-43bb-8aa1-cd31f6194a3e req-444a0a4e-acf9-4a68-ac9d-4e261ae37fce tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:12.437189 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bbfce7a8-dbf1-43bb-8aa1-cd31f6194a3e req-444a0a4e-acf9-4a68-ac9d-4e261ae37fce tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.1003423 Apr 22 08:11:12.477911 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (473d39b0-8b32-42bb-8076-8faaf3e7cd02), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:12.524095 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bbfce7a8-dbf1-43bb-8aa1-cd31f6194a3e req-8a4265a4-e968-41c4-98d0-7092f056ad94 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810237 Apr 22 08:11:12.550823 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038be23-f23a-4671-89dc-3bb7073d44a6 None None] Pushing event updated for resources: {'Port': ['ID=473d39b0-8b32-42bb-8076-8faaf3e7cd02,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:12.552494 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-850d5760-ad28-4b2f-8c5d-74e7b1fc9f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4133480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8645599'] for subnet (6d4ffb4f-db59-4185-957c-e0a1eaa45232), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:12.575932 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038be23-f23a-4671-89dc-3bb7073d44a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:12.576282 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038be23-f23a-4671-89dc-3bb7073d44a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:12.576634 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038be23-f23a-4671-89dc-3bb7073d44a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:12.576977 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038be23-f23a-4671-89dc-3bb7073d44a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:12.577696 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038be23-f23a-4671-89dc-3bb7073d44a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:12.577696 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038be23-f23a-4671-89dc-3bb7073d44a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:12.577969 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038be23-f23a-4671-89dc-3bb7073d44a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:12.578302 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038be23-f23a-4671-89dc-3bb7073d44a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:12.578659 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038be23-f23a-4671-89dc-3bb7073d44a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:12.579038 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038be23-f23a-4671-89dc-3bb7073d44a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:12.579392 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038be23-f23a-4671-89dc-3bb7073d44a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:12.579722 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038be23-f23a-4671-89dc-3bb7073d44a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:12.580046 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d038be23-f23a-4671-89dc-3bb7073d44a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:12.597867 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] Attempting to bind port 473d39b0-8b32-42bb-8076-8faaf3e7cd02 on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:11:12.598280 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] Attempting to bind port 473d39b0-8b32-42bb-8076-8faaf3e7cd02 by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': 'ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '825aab79-af77-4e01-9a10-af00722d609f'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:11:12.598692 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] Attempting to bind port 473d39b0-8b32-42bb-8076-8faaf3e7cd02 on network 825aab79-af77-4e01-9a10-af00722d609f {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:11:12.605071 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:11:12.605451 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] Checking segment: {'id': 'ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '825aab79-af77-4e01-9a10-af00722d609f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:11:12.605846 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:12.606229 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] Bound using segment: {'id': 'ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '825aab79-af77-4e01-9a10-af00722d609f'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:11:12.606732 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] Bound port: 473d39b0-8b32-42bb-8076-8faaf3e7cd02, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '825aab79-af77-4e01-9a10-af00722d609f'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:11:12.607113 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (473d39b0-8b32-42bb-8076-8faaf3e7cd02), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:12.609262 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d5760-ad28-4b2f-8c5d-74e7b1fc9f48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d4ffb4f-db59-4185-957c-e0a1eaa45232,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:12.620617 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850d5760-ad28-4b2f-8c5d-74e7b1fc9f48 admin admin] Checking segment: {'id': '89f473ad-1b45-492f-baf2-69b79c948c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ad956c43-882c-4cc4-aec9-ab33f32a4693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:11:12.620984 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850d5760-ad28-4b2f-8c5d-74e7b1fc9f48 admin admin] Network hostable DHCP agents. Network: ad956c43-882c-4cc4-aec9-ab33f32a4693, hostable agents: ['ca8a9934-86f7-419c-ae11-6a211419c5d0'], hosted agents: [] {{(pid=103832) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 08:11:12.679709 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] For port 473d39b0-8b32-42bb-8076-8faaf3e7cd02, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:11:12.683074 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] For port 473d39b0-8b32-42bb-8076-8faaf3e7cd02, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=473d39b0-8b32-42bb-8076-8faaf3e7cd02,segment=NetworkSegment(ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf),segment_id=ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:11:12.700575 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850d5760-ad28-4b2f-8c5d-74e7b1fc9f48 admin admin] Network ad956c43-882c-4cc4-aec9-ab33f32a4693 is scheduled to be hosted by DHCP agent ca8a9934-86f7-419c-ae11-6a211419c5d0 with binding_index 1 {{(pid=103832) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 08:11:12.765952 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-b9d277ee-bcb1-491e-80e5-0090a7c7dd55 None None] Provisioning complete for port 473d39b0-8b32-42bb-8076-8faaf3e7cd02 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:11:12.766325 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-b9d277ee-bcb1-491e-80e5-0090a7c7dd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (473d39b0-8b32-42bb-8076-8faaf3e7cd02), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:12.791605 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (473d39b0-8b32-42bb-8076-8faaf3e7cd02), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:12.815566 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-850d5760-ad28-4b2f-8c5d-74e7b1fc9f48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838880-1-smb, ad956c43-882c-4cc4-aec9-ab33f32a4693) {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:11:12.821014 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850d5760-ad28-4b2f-8c5d-74e7b1fc9f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:12.821711 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-850d5760-ad28-4b2f-8c5d-74e7b1fc9f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for subnet (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:12.834029 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5d2b2b-f8e4-4854-a910-d015e003e6ec None None] Network ad956c43-882c-4cc4-aec9-ab33f32a4693 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:11:12.881675 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-b9d277ee-bcb1-491e-80e5-0090a7c7dd55 None None] Port 473d39b0-8b32-42bb-8076-8faaf3e7cd02 cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:11:12.892117 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-850d5760-ad28-4b2f-8c5d-74e7b1fc9f48 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7162495 Apr 22 08:11:12.894815 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40042) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:11:12.899396 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-cd89a865-9a55-4d52-8004-ff63c125b1ac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-883405731-router', 'tenant_id': '05ed50ce94824068879ef9bcdaa99712', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:11:12.927096 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] Routers {'e3cca142-9a05-43c8-9bf9-3e4557424f1e'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:11:12.927849 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:10:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['e3cca142-9a05-43c8-9bf9-3e4557424f1e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:11:12.935034 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038be23-f23a-4671-89dc-3bb7073d44a6 None None] Pushing event updated for resources: {'Port': ['ID=473d39b0-8b32-42bb-8076-8faaf3e7cd02,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:12.981202 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cd89a865-9a55-4d52-8004-ff63c125b1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-710721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10227'] for router (1b33730e-2c63-4ac8-ae53-d00b8dbc9591), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:12.982338 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cd89a865-9a55-4d52-8004-ff63c125b1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-710869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-707003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-641280', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10234'] for router (1b33730e-2c63-4ac8-ae53-d00b8dbc9591), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:13.038653 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cd89a865-9a55-4d52-8004-ff63c125b1ac admin admin] Publish callbacks [] for router_controller (1b33730e-2c63-4ac8-ae53-d00b8dbc9591), precommit_add_association {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:13.061728 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-393e2b45-ceef-481d-b2f6-d0b24017b659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:13.067700 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b10a87-03b7-457e-92ba-e01a6259265c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp800e8c9e-5289-576f-bc13-8821e13a44bc-ad956c43-882c-4cc4-aec9-ab33f32a4693', 'network_id': 'ad956c43-882c-4cc4-aec9-ab33f32a4693', 'project_id': '05ed50ce94824068879ef9bcdaa99712', 'fixed_ips': [{'subnet_id': '6d4ffb4f-db59-4185-957c-e0a1eaa45232'}]}} from dv-cinder-838880-1-smb. {{(pid=103834) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 22 08:11:13.068669 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-22b10a87-03b7-457e-92ba-e01a6259265c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:13.103651 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] Set router e3cca142-9a05-43c8-9bf9-3e4557424f1e gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:11:13.141606 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device e9dabd11-de07-4ac7-8b81-6f574bc3ece3 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:11:13.270886 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cd89a865-9a55-4d52-8004-ff63c125b1ac admin admin] Publish callbacks [] for router_gateway (1b33730e-2c63-4ac8-ae53-d00b8dbc9591), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:13.370016 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-ec3bdd34-b9b4-4899-aa10-01481e85e1b3 None None] Provisioning complete for port 473d39b0-8b32-42bb-8076-8faaf3e7cd02 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:11:13.370395 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-ec3bdd34-b9b4-4899-aa10-01481e85e1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (473d39b0-8b32-42bb-8076-8faaf3e7cd02), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:13.543400 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cd89a865-9a55-4d52-8004-ff63c125b1ac admin admin] Publish callbacks [] for router_gateway (1b33730e-2c63-4ac8-ae53-d00b8dbc9591), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:13.547496 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.db_base_plugin_common [None req-22b10a87-03b7-457e-92ba-e01a6259265c None None] Allocated IP 172.20.0.2 (ad956c43-882c-4cc4-aec9-ab33f32a4693/6d4ffb4f-db59-4185-957c-e0a1eaa45232/0a4c3be2-f20d-46e1-a939-66407c666ec4) {{(pid=103834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:11:13.556257 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port e9dabd11-de07-4ac7-8b81-6f574bc3ece3 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:11:13.556629 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (e9dabd11-de07-4ac7-8b81-6f574bc3ece3), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:13.566883 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cd89a865-9a55-4d52-8004-ff63c125b1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:13.652525 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52dd15-682e-4d62-a53a-f7f2a3c993b9 req-a123e24e-bee5-4254-a304-fc4a23f4418a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:13.654019 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4d52dd15-682e-4d62-a53a-f7f2a3c993b9 req-a123e24e-bee5-4254-a304-fc4a23f4418a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0552068 Apr 22 08:11:13.681234 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-cd89a865-9a55-4d52-8004-ff63c125b1ac admin admin] Allocated IP 172.28.2.123 (1ba3c60b-0bed-4e05-bf6c-e6da0128f626/c65f8918-06d0-4042-b508-c83c4010a7fc/30b1766e-deb7-4d4c-ab0b-85f7648c5256) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:11:13.711433 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4d52dd15-682e-4d62-a53a-f7f2a3c993b9 req-b72689d3-ef88-436f-aefd-300ff2397cc8 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514681 Apr 22 08:11:13.737501 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-ec3bdd34-b9b4-4899-aa10-01481e85e1b3 None None] Current status of the port 473d39b0-8b32-42bb-8076-8faaf3e7cd02 is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:11:13.737886 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-ec3bdd34-b9b4-4899-aa10-01481e85e1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (473d39b0-8b32-42bb-8076-8faaf3e7cd02), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:13.796371 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cd89a865-9a55-4d52-8004-ff63c125b1ac admin admin] Publish callbacks [] for port (30b1766e-deb7-4d4c-ab0b-85f7648c5256), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:13.832141 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-ec3bdd34-b9b4-4899-aa10-01481e85e1b3 None None] For port 473d39b0-8b32-42bb-8076-8faaf3e7cd02, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=473d39b0-8b32-42bb-8076-8faaf3e7cd02,segment=NetworkSegment(ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf),segment_id=ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:11:13.886412 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port e9dabd11-de07-4ac7-8b81-6f574bc3ece3 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:11:13.895265 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cd89a865-9a55-4d52-8004-ff63c125b1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (30b1766e-deb7-4d4c-ab0b-85f7648c5256), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:13.895906 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'name': 'tempest-TestShelveInstance-1732491128-router', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:06Z', 'updated_at': '2022-04-22T08:11:09Z', 'revision_number': 4, 'project_id': '99ff3745dca54842ab1e31500356580f', 'gw_port': {'id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:07Z', 'updated_at': '2022-04-22T08:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '473d39b0-8b32-42bb-8076-8faaf3e7cd02', 'name': '', 'network_id': '825aab79-af77-4e01-9a10-af00722d609f', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'mac_address': 'fa:16:3e:16:5f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9a38870b-6142-490c-8aec-03edf8c552f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:09Z', 'updated_at': '2022-04-22T08:11:12Z', 'revision_number': 4, 'project_id': '99ff3745dca54842ab1e31500356580f', 'subnets': [{'id': '9a38870b-6142-490c-8aec-03edf8c552f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:11:13.898460 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-22b10a87-03b7-457e-92ba-e01a6259265c None None] Publish callbacks [] for port (0a4c3be2-f20d-46e1-a939-66407c666ec4), precommit_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:13.926700 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-ec3bdd34-b9b4-4899-aa10-01481e85e1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (473d39b0-8b32-42bb-8076-8faaf3e7cd02), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:13.933004 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a608204-dc7c-4f59-b2c2-ecc8f8a3203e None None] The sync data for ids ['e3cca142-9a05-43c8-9bf9-3e4557424f1e'] in dv-cinder-838880-1-smb is: [{'id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'name': 'tempest-TestShelveInstance-1732491128-router', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:06Z', 'updated_at': '2022-04-22T08:11:09Z', 'revision_number': 4, 'project_id': '99ff3745dca54842ab1e31500356580f', 'gw_port': {'id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:07Z', 'updated_at': '2022-04-22T08:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '473d39b0-8b32-42bb-8076-8faaf3e7cd02', 'name': '', 'network_id': '825aab79-af77-4e01-9a10-af00722d609f', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'mac_address': 'fa:16:3e:16:5f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9a38870b-6142-490c-8aec-03edf8c552f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:09Z', 'updated_at': '2022-04-22T08:11:12Z', 'revision_number': 4, 'project_id': '99ff3745dca54842ab1e31500356580f', 'subnets': [{'id': '9a38870b-6142-490c-8aec-03edf8c552f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:11:13.938062 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd89a865-9a55-4d52-8004-ff63c125b1ac admin admin] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:11:13.943352 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-cd89a865-9a55-4d52-8004-ff63c125b1ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:11:13.946227 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd89a865-9a55-4d52-8004-ff63c125b1ac admin admin] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:11:13.985491 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-22b10a87-03b7-457e-92ba-e01a6259265c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613'] for port (0a4c3be2-f20d-46e1-a939-66407c666ec4), after_create {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:13.992701 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd89a865-9a55-4d52-8004-ff63c125b1ac admin admin] Pushing event updated for resources: {'Port': ['ID=30b1766e-deb7-4d4c-ab0b-85f7648c5256,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:14.011062 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bdd34-b9b4-4899-aa10-01481e85e1b3 None None] Pushing event updated for resources: {'Port': ['ID=473d39b0-8b32-42bb-8076-8faaf3e7cd02,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:14.043136 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b10a87-03b7-457e-92ba-e01a6259265c None None] Network ad956c43-882c-4cc4-aec9-ab33f32a4693 is already hosted by enough agents. {{(pid=103834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:11:14.046263 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.scheduler.base_scheduler [None req-22b10a87-03b7-457e-92ba-e01a6259265c None None] Resources bound (agent type, host, resource id): {{(pid=103834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:11:14.049980 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b10a87-03b7-457e-92ba-e01a6259265c None None] Received port after_create {{(pid=103834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:11:14.092202 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b10a87-03b7-457e-92ba-e01a6259265c None None] Pushing event updated for resources: {'Port': ['ID=0a4c3be2-f20d-46e1-a939-66407c666ec4,revision_number=1']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:14.121856 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-22b10a87-03b7-457e-92ba-e01a6259265c None None] Attempting to bind port 0a4c3be2-f20d-46e1-a939-66407c666ec4 on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:11:14.122787 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-22b10a87-03b7-457e-92ba-e01a6259265c None None] Attempting to bind port 0a4c3be2-f20d-46e1-a939-66407c666ec4 by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': '89f473ad-1b45-492f-baf2-69b79c948c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ad956c43-882c-4cc4-aec9-ab33f32a4693'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:11:14.123377 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b10a87-03b7-457e-92ba-e01a6259265c None None] Attempting to bind port 0a4c3be2-f20d-46e1-a939-66407c666ec4 on network ad956c43-882c-4cc4-aec9-ab33f32a4693 {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:11:14.129351 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b10a87-03b7-457e-92ba-e01a6259265c None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:11:14.129768 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b10a87-03b7-457e-92ba-e01a6259265c None None] Checking segment: {'id': '89f473ad-1b45-492f-baf2-69b79c948c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ad956c43-882c-4cc4-aec9-ab33f32a4693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:11:14.130242 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-22b10a87-03b7-457e-92ba-e01a6259265c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:14.130775 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b10a87-03b7-457e-92ba-e01a6259265c None None] Bound using segment: {'id': '89f473ad-1b45-492f-baf2-69b79c948c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ad956c43-882c-4cc4-aec9-ab33f32a4693'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:11:14.131503 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-22b10a87-03b7-457e-92ba-e01a6259265c None None] Bound port: 0a4c3be2-f20d-46e1-a939-66407c666ec4, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f473ad-1b45-492f-baf2-69b79c948c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ad956c43-882c-4cc4-aec9-ab33f32a4693'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:11:14.131906 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-22b10a87-03b7-457e-92ba-e01a6259265c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (0a4c3be2-f20d-46e1-a939-66407c666ec4), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:14.197798 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-22b10a87-03b7-457e-92ba-e01a6259265c None None] For port 0a4c3be2-f20d-46e1-a939-66407c666ec4, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:11:14.201011 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-22b10a87-03b7-457e-92ba-e01a6259265c None None] For port 0a4c3be2-f20d-46e1-a939-66407c666ec4, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=0a4c3be2-f20d-46e1-a939-66407c666ec4,segment=NetworkSegment(89f473ad-1b45-492f-baf2-69b79c948c46),segment_id=89f473ad-1b45-492f-baf2-69b79c948c46)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:11:14.262100 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-22b10a87-03b7-457e-92ba-e01a6259265c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (0a4c3be2-f20d-46e1-a939-66407c666ec4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:14.328056 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cd89a865-9a55-4d52-8004-ff63c125b1ac admin admin] Publish callbacks [] for router_gateway (1b33730e-2c63-4ac8-ae53-d00b8dbc9591), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:14.350837 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b10a87-03b7-457e-92ba-e01a6259265c None None] Pushing event updated for resources: {'Port': ['ID=0a4c3be2-f20d-46e1-a939-66407c666ec4,revision_number=2']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:14.363723 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:14.569970 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cd89a865-9a55-4d52-8004-ff63c125b1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-710858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706120'] for router (1b33730e-2c63-4ac8-ae53-d00b8dbc9591), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:14.787965 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd89a865-9a55-4d52-8004-ff63c125b1ac admin admin] Router 1b33730e-2c63-4ac8-ae53-d00b8dbc9591 is scheduled to L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe with binding_index 1 {{(pid=103833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 22 08:11:14.844181 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca2c8f-174a-4aa8-830f-19c789f4c92a req-b0ee4a46-ebed-4de3-8aea-dab64712acd7 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:14.846454 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5eca2c8f-174a-4aa8-830f-19c789f4c92a req-b0ee4a46-ebed-4de3-8aea-dab64712acd7 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0622687 Apr 22 08:11:14.902465 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-5eca2c8f-174a-4aa8-830f-19c789f4c92a req-a17cb541-cbc5-43b1-ae27-4a279d4cf268 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493286 Apr 22 08:11:14.909482 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd89a865-9a55-4d52-8004-ff63c125b1ac admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:11:14.919384 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] Sync routers for ids ['1b33730e-2c63-4ac8-ae53-d00b8dbc9591'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:11:14.931344 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] Routers {'1b33730e-2c63-4ac8-ae53-d00b8dbc9591'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:11:14.931981 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:11:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['1b33730e-2c63-4ac8-ae53-d00b8dbc9591'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:11:14.977260 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cd89a865-9a55-4d52-8004-ff63c125b1ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:14.979289 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-cd89a865-9a55-4d52-8004-ff63c125b1ac admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0834658 Apr 22 08:11:14.981927 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40048) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:11:15.074372 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] Set router 1b33730e-2c63-4ac8-ae53-d00b8dbc9591 gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:11:15.216567 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:15.263973 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 0a4c3be2-f20d-46e1-a939-66407c666ec4 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:11:15.322043 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 0a4c3be2-f20d-46e1-a939-66407c666ec4 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:11:15.322759 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (0a4c3be2-f20d-46e1-a939-66407c666ec4), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:15.342223 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b33730e-2c63-4ac8-ae53-d00b8dbc9591', 'name': 'tempest-TestShelveInstance-883405731-router', 'tenant_id': '05ed50ce94824068879ef9bcdaa99712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '30b1766e-deb7-4d4c-ab0b-85f7648c5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:12Z', 'updated_at': '2022-04-22T08:11:14Z', 'revision_number': 3, 'project_id': '05ed50ce94824068879ef9bcdaa99712', 'gw_port': {'id': '30b1766e-deb7-4d4c-ab0b-85f7648c5256', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b33730e-2c63-4ac8-ae53-d00b8dbc9591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:13Z', 'updated_at': '2022-04-22T08:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:11:15.371831 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] Checking router: 1b33730e-2c63-4ac8-ae53-d00b8dbc9591 for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:11:15.372431 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] Updating router 1b33730e-2c63-4ac8-ae53-d00b8dbc9591 port 30b1766e-deb7-4d4c-ab0b-85f7648c5256 binding host dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 08:11:15.404235 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (30b1766e-deb7-4d4c-ab0b-85f7648c5256), before_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:15.411577 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 0a4c3be2-f20d-46e1-a939-66407c666ec4 is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:11:15.411970 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (0a4c3be2-f20d-46e1-a939-66407c666ec4), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:15.449942 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] For port 0a4c3be2-f20d-46e1-a939-66407c666ec4, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=0a4c3be2-f20d-46e1-a939-66407c666ec4,segment=NetworkSegment(89f473ad-1b45-492f-baf2-69b79c948c46),segment_id=89f473ad-1b45-492f-baf2-69b79c948c46)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:11:15.493071 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-80710c23-a5ad-49ef-a8ac-eaccd6501038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:15.494770 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (0a4c3be2-f20d-46e1-a939-66407c666ec4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:15.495565 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 473d39b0-8b32-42bb-8076-8faaf3e7cd02 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:11:15.540802 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80d407c-4f32-4bee-80b1-546409449da1 None None] Network ad956c43-882c-4cc4-aec9-ab33f32a4693 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:11:15.641745 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Pushing event updated for resources: {'Port': ['ID=0a4c3be2-f20d-46e1-a939-66407c666ec4,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:15.651229 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-8fa79525-fe81-4ad4-bf04-1f02679d47a7 None None] Provisioning complete for port 0a4c3be2-f20d-46e1-a939-66407c666ec4 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:11:15.651610 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-8fa79525-fe81-4ad4-bf04-1f02679d47a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (0a4c3be2-f20d-46e1-a939-66407c666ec4), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:15.660890 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-80710c23-a5ad-49ef-a8ac-eaccd6501038 admin admin] Allocated IP 172.20.0.1 (ad956c43-882c-4cc4-aec9-ab33f32a4693/6d4ffb4f-db59-4185-957c-e0a1eaa45232/abf28902-106f-4159-a336-f7abd1fbeaa2) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:11:15.698714 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] Publish callbacks [] for port (30b1766e-deb7-4d4c-ab0b-85f7648c5256), precommit_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:15.712899 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 473d39b0-8b32-42bb-8076-8faaf3e7cd02 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:11:15.713283 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (473d39b0-8b32-42bb-8076-8faaf3e7cd02), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:15.768508 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-80710c23-a5ad-49ef-a8ac-eaccd6501038 admin admin] Publish callbacks [] for port (abf28902-106f-4159-a336-f7abd1fbeaa2), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:15.768705 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (30b1766e-deb7-4d4c-ab0b-85f7648c5256), after_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:15.816528 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] Attempting to bind port 30b1766e-deb7-4d4c-ab0b-85f7648c5256 on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:11:15.816890 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] Attempting to bind port 30b1766e-deb7-4d4c-ab0b-85f7648c5256 by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}] {{(pid=103835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:11:15.817255 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] Attempting to bind port 30b1766e-deb7-4d4c-ab0b-85f7648c5256 on network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:11:15.822558 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-8fa79525-fe81-4ad4-bf04-1f02679d47a7 None None] Current status of the port 0a4c3be2-f20d-46e1-a939-66407c666ec4 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:11:15.832053 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:11:15.832435 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] Checking segment: {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:11:15.832839 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:15.833298 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] Bound using segment: {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'} {{(pid=103835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:11:15.833724 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.managers [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] Bound port: 30b1766e-deb7-4d4c-ab0b-85f7648c5256, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c98866f-a5a7-4e22-9446-dc9a2a87f472', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}}] {{(pid=103835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:11:15.834142 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (30b1766e-deb7-4d4c-ab0b-85f7648c5256), before_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:15.836076 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c4a42-7f70-42b8-8a5e-35ad3c27222d None None] Pushing event updated for resources: {'Port': ['ID=30b1766e-deb7-4d4c-ab0b-85f7648c5256,revision_number=2']} {{(pid=103835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:15.862060 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 473d39b0-8b32-42bb-8076-8faaf3e7cd02 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:11:15.900054 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.db [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] For port 30b1766e-deb7-4d4c-ab0b-85f7648c5256, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:11:15.903458 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.plugins.ml2.db [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] For port 30b1766e-deb7-4d4c-ab0b-85f7648c5256, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=30b1766e-deb7-4d4c-ab0b-85f7648c5256,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:11:15.998711 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron_lib.callbacks.manager [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (30b1766e-deb7-4d4c-ab0b-85f7648c5256), after_update {{(pid=103835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:16.070639 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] Routers {'1b33730e-2c63-4ac8-ae53-d00b8dbc9591'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:11:16.071281 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:11:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['1b33730e-2c63-4ac8-ae53-d00b8dbc9591'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:11:16.077602 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e659906-a3c7-43bf-8201-686222ada709 req-81191493-c8ca-49b7-9bde-c0c0a210acba tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:16.083090 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4e659906-a3c7-43bf-8201-686222ada709 req-81191493-c8ca-49b7-9bde-c0c0a210acba tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.1033237 Apr 22 08:11:16.138948 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4e659906-a3c7-43bf-8201-686222ada709 req-45745de3-1f20-408e-82b2-20e897578b20 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484180 Apr 22 08:11:16.146401 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-3ec38d39-252c-4f64-b443-44e63bd42402 None None] Provisioning complete for port 0a4c3be2-f20d-46e1-a939-66407c666ec4 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:11:16.147424 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-3ec38d39-252c-4f64-b443-44e63bd42402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (0a4c3be2-f20d-46e1-a939-66407c666ec4), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:16.186673 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-80710c23-a5ad-49ef-a8ac-eaccd6501038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (abf28902-106f-4159-a336-f7abd1fbeaa2), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:16.224302 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80710c23-a5ad-49ef-a8ac-eaccd6501038 admin admin] Network ad956c43-882c-4cc4-aec9-ab33f32a4693 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:11:16.227858 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-80710c23-a5ad-49ef-a8ac-eaccd6501038 admin admin] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:11:16.229193 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-3ec38d39-252c-4f64-b443-44e63bd42402 None None] Current status of the port 0a4c3be2-f20d-46e1-a939-66407c666ec4 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:11:16.231315 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80710c23-a5ad-49ef-a8ac-eaccd6501038 admin admin] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:11:16.242133 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c4a42-7f70-42b8-8a5e-35ad3c27222d None None] Pushing event updated for resources: {'Port': ['ID=30b1766e-deb7-4d4c-ab0b-85f7648c5256,revision_number=3']} {{(pid=103835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:16.262809 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80710c23-a5ad-49ef-a8ac-eaccd6501038 admin admin] Pushing event updated for resources: {'Port': ['ID=abf28902-106f-4159-a336-f7abd1fbeaa2,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:16.284237 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-80710c23-a5ad-49ef-a8ac-eaccd6501038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-706235'] for router_interface (1b33730e-2c63-4ac8-ae53-d00b8dbc9591), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:16.304956 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] Set router 1b33730e-2c63-4ac8-ae53-d00b8dbc9591 gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:11:16.467533 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1eddbbfc-5a78-4337-9c3f-7ba3e4d0f018 None None] Provisioning complete for port abf28902-106f-4159-a336-f7abd1fbeaa2 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:11:16.468130 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1eddbbfc-5a78-4337-9c3f-7ba3e4d0f018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (abf28902-106f-4159-a336-f7abd1fbeaa2), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:16.484771 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-80710c23-a5ad-49ef-a8ac-eaccd6501038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (abf28902-106f-4159-a336-f7abd1fbeaa2), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:16.495110 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b33730e-2c63-4ac8-ae53-d00b8dbc9591', 'name': 'tempest-TestShelveInstance-883405731-router', 'tenant_id': '05ed50ce94824068879ef9bcdaa99712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '30b1766e-deb7-4d4c-ab0b-85f7648c5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:12Z', 'updated_at': '2022-04-22T08:11:14Z', 'revision_number': 3, 'project_id': '05ed50ce94824068879ef9bcdaa99712', 'gw_port': {'id': '30b1766e-deb7-4d4c-ab0b-85f7648c5256', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b33730e-2c63-4ac8-ae53-d00b8dbc9591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:13Z', 'updated_at': '2022-04-22T08:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:11:16.505619 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1eddbbfc-5a78-4337-9c3f-7ba3e4d0f018 None None] Port abf28902-106f-4159-a336-f7abd1fbeaa2 cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:11:16.523811 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5fde04-2ccb-4af9-879c-972197f4d0bb None None] The sync data for ids ['1b33730e-2c63-4ac8-ae53-d00b8dbc9591'] in dv-cinder-838880-1-smb is: [{'id': '1b33730e-2c63-4ac8-ae53-d00b8dbc9591', 'name': 'tempest-TestShelveInstance-883405731-router', 'tenant_id': '05ed50ce94824068879ef9bcdaa99712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '30b1766e-deb7-4d4c-ab0b-85f7648c5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:12Z', 'updated_at': '2022-04-22T08:11:14Z', 'revision_number': 3, 'project_id': '05ed50ce94824068879ef9bcdaa99712', 'gw_port': {'id': '30b1766e-deb7-4d4c-ab0b-85f7648c5256', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b33730e-2c63-4ac8-ae53-d00b8dbc9591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:13Z', 'updated_at': '2022-04-22T08:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:11:16.652557 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-80710c23-a5ad-49ef-a8ac-eaccd6501038 admin admin] Publish callbacks [] for port (abf28902-106f-4159-a336-f7abd1fbeaa2), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:16.730155 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-80710c23-a5ad-49ef-a8ac-eaccd6501038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079315'] for port (abf28902-106f-4159-a336-f7abd1fbeaa2), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:16.808940 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80710c23-a5ad-49ef-a8ac-eaccd6501038 admin admin] Pushing event updated for resources: {'Port': ['ID=abf28902-106f-4159-a336-f7abd1fbeaa2,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:16.817871 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-80710c23-a5ad-49ef-a8ac-eaccd6501038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705803'] for router_interface (1b33730e-2c63-4ac8-ae53-d00b8dbc9591), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:16.925629 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80710c23-a5ad-49ef-a8ac-eaccd6501038 admin admin] Network ad956c43-882c-4cc4-aec9-ab33f32a4693 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:11:16.927874 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-80710c23-a5ad-49ef-a8ac-eaccd6501038 admin admin] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:11:16.942087 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:17.062297 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80710c23-a5ad-49ef-a8ac-eaccd6501038 admin admin] Router 1b33730e-2c63-4ac8-ae53-d00b8dbc9591 has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:11:17.206073 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80710c23-a5ad-49ef-a8ac-eaccd6501038 admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:11:17.216788 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-80710c23-a5ad-49ef-a8ac-eaccd6501038 admin admin] 10.222.0.13 "PUT /v2.0/routers/1b33730e-2c63-4ac8-ae53-d00b8dbc9591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2335417 Apr 22 08:11:17.233762 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 0a4c3be2-f20d-46e1-a939-66407c666ec4 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:11:17.266921 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-4a487e28-41a0-4134-a887-f82812f1e3e8 None None] Provisioning complete for port abf28902-106f-4159-a336-f7abd1fbeaa2 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:11:17.267575 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-4a487e28-41a0-4134-a887-f82812f1e3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (abf28902-106f-4159-a336-f7abd1fbeaa2), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:17.284248 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7829aec-c67b-4bca-8d0a-920d19fabf57 req-fb55c072-241d-41db-9ed8-1cf1e260375d tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:17.285795 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b7829aec-c67b-4bca-8d0a-920d19fabf57 req-fb55c072-241d-41db-9ed8-1cf1e260375d tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0628583 Apr 22 08:11:17.344720 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b7829aec-c67b-4bca-8d0a-920d19fabf57 req-2d74b975-0ea9-4b97-b38a-793583746ce6 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518229 Apr 22 08:11:17.482763 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-4a487e28-41a0-4134-a887-f82812f1e3e8 None None] Port abf28902-106f-4159-a336-f7abd1fbeaa2 cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:11:17.503559 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 0a4c3be2-f20d-46e1-a939-66407c666ec4 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:11:17.503559 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (0a4c3be2-f20d-46e1-a939-66407c666ec4), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:17.575481 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 0a4c3be2-f20d-46e1-a939-66407c666ec4 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:11:17.576064 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 30b1766e-deb7-4d4c-ab0b-85f7648c5256 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:11:17.625067 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 30b1766e-deb7-4d4c-ab0b-85f7648c5256 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:11:17.625448 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (30b1766e-deb7-4d4c-ab0b-85f7648c5256), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:17.702479 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 30b1766e-deb7-4d4c-ab0b-85f7648c5256 is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:11:17.702814 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (30b1766e-deb7-4d4c-ab0b-85f7648c5256), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:17.723872 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] For port 30b1766e-deb7-4d4c-ab0b-85f7648c5256, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=30b1766e-deb7-4d4c-ab0b-85f7648c5256,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:11:17.815062 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (30b1766e-deb7-4d4c-ab0b-85f7648c5256), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:17.865828 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Pushing event updated for resources: {'Port': ['ID=30b1766e-deb7-4d4c-ab0b-85f7648c5256,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:17.882630 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40060) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:11:17.887096 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-e972d566-401d-4179-90f4-60b485f341c5 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-929845637', 'description': 'tempest-secgroup-smoke-929845637 description', 'project_id': '99ff3745dca54842ab1e31500356580f'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:11:17.969376 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e972d566-401d-4179-90f4-60b485f341c5 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:18.037926 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e972d566-401d-4179-90f4-60b485f341c5 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group (535d81dd-bcf5-4817-875d-e79e9b9d6cf0), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:18.100710 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e972d566-401d-4179-90f4-60b485f341c5 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (535d81dd-bcf5-4817-875d-e79e9b9d6cf0), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:18.129438 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972d566-401d-4179-90f4-60b485f341c5 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=535d81dd-bcf5-4817-875d-e79e9b9d6cf0,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:18.199780 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e972d566-401d-4179-90f4-60b485f341c5 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:18.201407 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-e972d566-401d-4179-90f4-60b485f341c5 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3173935 Apr 22 08:11:18.204046 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40062) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:11:18.208382 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-5338cd3d-0ffd-4e2d-b714-3e74ad728bec tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Request body: {'security_group_rule': {'security_group_id': '535d81dd-bcf5-4817-875d-e79e9b9d6cf0', 'project_id': '99ff3745dca54842ab1e31500356580f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:11:18.284138 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5338cd3d-0ffd-4e2d-b714-3e74ad728bec tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group_rule (acdf1713-d270-4d91-b6fc-8c47eaa18573), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:18.284297 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] Sync routers for ids ['1b33730e-2c63-4ac8-ae53-d00b8dbc9591'] in dv-cinder-838880-1-smb {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:11:18.294613 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] Routers {'1b33730e-2c63-4ac8-ae53-d00b8dbc9591'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:11:18.295335 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:11:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['1b33730e-2c63-4ac8-ae53-d00b8dbc9591'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:11:18.339585 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5338cd3d-0ffd-4e2d-b714-3e74ad728bec tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group_rule (acdf1713-d270-4d91-b6fc-8c47eaa18573), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:18.380740 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5338cd3d-0ffd-4e2d-b714-3e74ad728bec tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (acdf1713-d270-4d91-b6fc-8c47eaa18573), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:18.402584 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338cd3d-0ffd-4e2d-b714-3e74ad728bec tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acdf1713-d270-4d91-b6fc-8c47eaa18573,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:18.408171 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] Set router 1b33730e-2c63-4ac8-ae53-d00b8dbc9591 gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:11:18.462842 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496cd63-b8c7-4a29-94d0-5fe032bc4d39 req-e5a292a6-0011-4803-9113-0f79b9d1cfb1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:18.464320 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0496cd63-b8c7-4a29-94d0-5fe032bc4d39 req-e5a292a6-0011-4803-9113-0f79b9d1cfb1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0532575 Apr 22 08:11:18.468433 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-5338cd3d-0ffd-4e2d-b714-3e74ad728bec tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:18.469974 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-5338cd3d-0ffd-4e2d-b714-3e74ad728bec tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2649746 Apr 22 08:11:18.472540 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40066) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:11:18.477137 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-8d0e4ffe-37d4-42ff-9992-db62a4613b92 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Request body: {'security_group_rule': {'security_group_id': '535d81dd-bcf5-4817-875d-e79e9b9d6cf0', 'project_id': '99ff3745dca54842ab1e31500356580f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:11:18.516916 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0496cd63-b8c7-4a29-94d0-5fe032bc4d39 req-a8c53411-6cc4-4202-beb5-9a3260bf3b56 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459239 Apr 22 08:11:18.579850 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4ffe-37d4-42ff-9992-db62a4613b92 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group_rule (7c2f091b-a479-4d3d-93bd-6d5ca116a0a3), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:18.609692 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b33730e-2c63-4ac8-ae53-d00b8dbc9591', 'name': 'tempest-TestShelveInstance-883405731-router', 'tenant_id': '05ed50ce94824068879ef9bcdaa99712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '30b1766e-deb7-4d4c-ab0b-85f7648c5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:12Z', 'updated_at': '2022-04-22T08:11:16Z', 'revision_number': 4, 'project_id': '05ed50ce94824068879ef9bcdaa99712', 'gw_port': {'id': '30b1766e-deb7-4d4c-ab0b-85f7648c5256', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b33730e-2c63-4ac8-ae53-d00b8dbc9591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:13Z', 'updated_at': '2022-04-22T08:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': 'abf28902-106f-4159-a336-f7abd1fbeaa2', 'name': '', 'network_id': 'ad956c43-882c-4cc4-aec9-ab33f32a4693', 'tenant_id': '05ed50ce94824068879ef9bcdaa99712', 'mac_address': 'fa:16:3e:9e:57:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b33730e-2c63-4ac8-ae53-d00b8dbc9591', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '6d4ffb4f-db59-4185-957c-e0a1eaa45232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:15Z', 'updated_at': '2022-04-22T08:11:16Z', 'revision_number': 2, 'project_id': '05ed50ce94824068879ef9bcdaa99712', 'subnets': [{'id': '6d4ffb4f-db59-4185-957c-e0a1eaa45232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:11:18.637050 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] Checking router: 1b33730e-2c63-4ac8-ae53-d00b8dbc9591 for host: dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:11:18.637486 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] Updating router 1b33730e-2c63-4ac8-ae53-d00b8dbc9591 port abf28902-106f-4159-a336-f7abd1fbeaa2 binding host dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 08:11:18.639721 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4ffe-37d4-42ff-9992-db62a4613b92 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group_rule (7c2f091b-a479-4d3d-93bd-6d5ca116a0a3), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:18.664140 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (abf28902-106f-4159-a336-f7abd1fbeaa2), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:18.728846 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4ffe-37d4-42ff-9992-db62a4613b92 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (7c2f091b-a479-4d3d-93bd-6d5ca116a0a3), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:18.747237 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e4ffe-37d4-42ff-9992-db62a4613b92 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2f091b-a479-4d3d-93bd-6d5ca116a0a3,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:18.828298 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8d0e4ffe-37d4-42ff-9992-db62a4613b92 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:18.829505 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-8d0e4ffe-37d4-42ff-9992-db62a4613b92 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3560402 Apr 22 08:11:18.832233 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40068) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:11:18.836756 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-38da1248-3953-4c8d-914e-5adb72159442 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Request body: {'security_group_rule': {'security_group_id': '535d81dd-bcf5-4817-875d-e79e9b9d6cf0', 'project_id': '99ff3745dca54842ab1e31500356580f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:11:18.926593 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] Publish callbacks [] for port (abf28902-106f-4159-a336-f7abd1fbeaa2), precommit_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:18.928725 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-38da1248-3953-4c8d-914e-5adb72159442 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group_rule (ef3d88e3-0193-4768-a453-ada53ccaf823), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:18.983472 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-38da1248-3953-4c8d-914e-5adb72159442 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group_rule (ef3d88e3-0193-4768-a453-ada53ccaf823), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:18.985996 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (abf28902-106f-4159-a336-f7abd1fbeaa2), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:19.035948 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d700bd-693b-47f7-941d-26998c0f3caa None None] Pushing event updated for resources: {'Port': ['ID=abf28902-106f-4159-a336-f7abd1fbeaa2,revision_number=3']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:19.047724 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-38da1248-3953-4c8d-914e-5adb72159442 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (ef3d88e3-0193-4768-a453-ada53ccaf823), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:19.066609 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da1248-3953-4c8d-914e-5adb72159442 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3d88e3-0193-4768-a453-ada53ccaf823,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:19.102419 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] Attempting to bind port abf28902-106f-4159-a336-f7abd1fbeaa2 on host dv-cinder-838880-1-smb for vnic_type normal with profile {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:11:19.102845 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] Attempting to bind port abf28902-106f-4159-a336-f7abd1fbeaa2 by drivers openvswitch,hyperv on host dv-cinder-838880-1-smb at level 0 using segments [{'id': '89f473ad-1b45-492f-baf2-69b79c948c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ad956c43-882c-4cc4-aec9-ab33f32a4693'}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:11:19.103270 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] Attempting to bind port abf28902-106f-4159-a336-f7abd1fbeaa2 on network ad956c43-882c-4cc4-aec9-ab33f32a4693 {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:11:19.110518 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] Checking agent: {'id': 'd27f5ad1-023a-48c6-bb84-ad93905ec2f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838880-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 7, 54, 47), 'started_at': datetime.datetime(2022, 4, 22, 7, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838880-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:11:19.111104 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] Checking segment: {'id': '89f473ad-1b45-492f-baf2-69b79c948c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ad956c43-882c-4cc4-aec9-ab33f32a4693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:11:19.111616 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:19.112089 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] Bound using segment: {'id': '89f473ad-1b45-492f-baf2-69b79c948c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ad956c43-882c-4cc4-aec9-ab33f32a4693'} {{(pid=103834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:11:19.112965 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.managers [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] Bound port: abf28902-106f-4159-a336-f7abd1fbeaa2, host: dv-cinder-838880-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f473ad-1b45-492f-baf2-69b79c948c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'ad956c43-882c-4cc4-aec9-ab33f32a4693'}}] {{(pid=103834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:11:19.113448 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (abf28902-106f-4159-a336-f7abd1fbeaa2), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:19.153599 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 30b1766e-deb7-4d4c-ab0b-85f7648c5256 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:11:19.216937 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] For port abf28902-106f-4159-a336-f7abd1fbeaa2, host dv-cinder-838880-1-smb, cleared binding levels {{(pid=103834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:11:19.228886 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-38da1248-3953-4c8d-914e-5adb72159442 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:19.230106 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-38da1248-3953-4c8d-914e-5adb72159442 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3969204 Apr 22 08:11:19.231052 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] For port abf28902-106f-4159-a336-f7abd1fbeaa2, host dv-cinder-838880-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=abf28902-106f-4159-a336-f7abd1fbeaa2,segment=NetworkSegment(89f473ad-1b45-492f-baf2-69b79c948c46),segment_id=89f473ad-1b45-492f-baf2-69b79c948c46)] {{(pid=103834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:11:19.232874 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40070) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:11:19.237323 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-f0944a76-4d1b-4978-a329-29b300c33787 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Request body: {'security_group_rule': {'security_group_id': '535d81dd-bcf5-4817-875d-e79e9b9d6cf0', 'project_id': '99ff3745dca54842ab1e31500356580f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:11:19.241200 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port 30b1766e-deb7-4d4c-ab0b-85f7648c5256 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:11:19.241574 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (30b1766e-deb7-4d4c-ab0b-85f7648c5256), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:19.315814 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (abf28902-106f-4159-a336-f7abd1fbeaa2), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:19.340630 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f0944a76-4d1b-4978-a329-29b300c33787 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group_rule (a10c2b6e-6247-459c-ac27-a2410c7b2361), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:19.372173 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port 30b1766e-deb7-4d4c-ab0b-85f7648c5256 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:11:19.388235 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-7de42ba3-8598-47ff-9725-cd39f87ec7a1 None None] Provisioning complete for port abf28902-106f-4159-a336-f7abd1fbeaa2 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:11:19.388610 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-7de42ba3-8598-47ff-9725-cd39f87ec7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (abf28902-106f-4159-a336-f7abd1fbeaa2), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:19.408321 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f0944a76-4d1b-4978-a329-29b300c33787 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group_rule (a10c2b6e-6247-459c-ac27-a2410c7b2361), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:19.416354 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] Routers {'1b33730e-2c63-4ac8-ae53-d00b8dbc9591'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:11:19.416995 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:11:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['1b33730e-2c63-4ac8-ae53-d00b8dbc9591'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:11:19.472277 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f0944a76-4d1b-4978-a329-29b300c33787 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (a10c2b6e-6247-459c-ac27-a2410c7b2361), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:19.490729 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d700bd-693b-47f7-941d-26998c0f3caa None None] Pushing event updated for resources: {'Port': ['ID=abf28902-106f-4159-a336-f7abd1fbeaa2,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:19.491550 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0944a76-4d1b-4978-a329-29b300c33787 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10c2b6e-6247-459c-ac27-a2410c7b2361,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:19.574328 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-f0944a76-4d1b-4978-a329-29b300c33787 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:19.578645 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-f0944a76-4d1b-4978-a329-29b300c33787 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3420727 Apr 22 08:11:19.578800 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] Set router 1b33730e-2c63-4ac8-ae53-d00b8dbc9591 gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:11:19.579516 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 40074) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:11:19.586408 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-186459f8-82e4-43a3-ad96-72f7f06bd0b6 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Request body: {'security_group_rule': {'security_group_id': '535d81dd-bcf5-4817-875d-e79e9b9d6cf0', 'project_id': '99ff3745dca54842ab1e31500356580f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:11:19.631860 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-7de42ba3-8598-47ff-9725-cd39f87ec7a1 None None] Current status of the port abf28902-106f-4159-a336-f7abd1fbeaa2 is: DOWN; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:11:19.632124 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-7de42ba3-8598-47ff-9725-cd39f87ec7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (abf28902-106f-4159-a336-f7abd1fbeaa2), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:19.683820 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.securitygroups_db [None req-186459f8-82e4-43a3-ad96-72f7f06bd0b6 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Project 99ff3745dca54842ab1e31500356580f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 08:11:19.689803 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-186459f8-82e4-43a3-ad96-72f7f06bd0b6 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group_rule (4ca1c76f-0de3-4ddb-89d4-062ebbf8b6a7), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:19.743523 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-7de42ba3-8598-47ff-9725-cd39f87ec7a1 None None] For port abf28902-106f-4159-a336-f7abd1fbeaa2, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=abf28902-106f-4159-a336-f7abd1fbeaa2,segment=NetworkSegment(89f473ad-1b45-492f-baf2-69b79c948c46),segment_id=89f473ad-1b45-492f-baf2-69b79c948c46)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:11:19.764006 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-186459f8-82e4-43a3-ad96-72f7f06bd0b6 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group_rule (4ca1c76f-0de3-4ddb-89d4-062ebbf8b6a7), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:19.808168 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5d22e-fe7e-433a-b0c8-71c881bcec95 req-e13be3db-7b99-4649-8e8a-2f32117f0653 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:19.808504 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-7de42ba3-8598-47ff-9725-cd39f87ec7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (abf28902-106f-4159-a336-f7abd1fbeaa2), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:19.809777 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1cd5d22e-fe7e-433a-b0c8-71c881bcec95 req-e13be3db-7b99-4649-8e8a-2f32117f0653 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0657389 Apr 22 08:11:19.810916 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-186459f8-82e4-43a3-ad96-72f7f06bd0b6 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (4ca1c76f-0de3-4ddb-89d4-062ebbf8b6a7), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:19.841976 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186459f8-82e4-43a3-ad96-72f7f06bd0b6 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca1c76f-0de3-4ddb-89d4-062ebbf8b6a7,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:19.855365 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186459f8-82e4-43a3-ad96-72f7f06bd0b6 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:19.855716 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186459f8-82e4-43a3-ad96-72f7f06bd0b6 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:19.856061 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186459f8-82e4-43a3-ad96-72f7f06bd0b6 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:19.856401 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186459f8-82e4-43a3-ad96-72f7f06bd0b6 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:19.856738 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186459f8-82e4-43a3-ad96-72f7f06bd0b6 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:19.857071 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186459f8-82e4-43a3-ad96-72f7f06bd0b6 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:19.857401 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186459f8-82e4-43a3-ad96-72f7f06bd0b6 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:19.857726 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186459f8-82e4-43a3-ad96-72f7f06bd0b6 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:19.858050 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186459f8-82e4-43a3-ad96-72f7f06bd0b6 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:19.858378 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186459f8-82e4-43a3-ad96-72f7f06bd0b6 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:19.858726 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186459f8-82e4-43a3-ad96-72f7f06bd0b6 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:19.859049 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186459f8-82e4-43a3-ad96-72f7f06bd0b6 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:19.861740 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186459f8-82e4-43a3-ad96-72f7f06bd0b6 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:11:19.870617 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de42ba3-8598-47ff-9725-cd39f87ec7a1 None None] Pushing event updated for resources: {'Port': ['ID=abf28902-106f-4159-a336-f7abd1fbeaa2,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:19.884151 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1cd5d22e-fe7e-433a-b0c8-71c881bcec95 req-1a9b6e5c-36b2-4320-a3db-5f536b09777a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656879 Apr 22 08:11:19.886358 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b33730e-2c63-4ac8-ae53-d00b8dbc9591', 'name': 'tempest-TestShelveInstance-883405731-router', 'tenant_id': '05ed50ce94824068879ef9bcdaa99712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '30b1766e-deb7-4d4c-ab0b-85f7648c5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:12Z', 'updated_at': '2022-04-22T08:11:16Z', 'revision_number': 4, 'project_id': '05ed50ce94824068879ef9bcdaa99712', 'gw_port': {'id': '30b1766e-deb7-4d4c-ab0b-85f7648c5256', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b33730e-2c63-4ac8-ae53-d00b8dbc9591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:13Z', 'updated_at': '2022-04-22T08:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': 'abf28902-106f-4159-a336-f7abd1fbeaa2', 'name': '', 'network_id': 'ad956c43-882c-4cc4-aec9-ab33f32a4693', 'tenant_id': '05ed50ce94824068879ef9bcdaa99712', 'mac_address': 'fa:16:3e:9e:57:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b33730e-2c63-4ac8-ae53-d00b8dbc9591', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '6d4ffb4f-db59-4185-957c-e0a1eaa45232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:15Z', 'updated_at': '2022-04-22T08:11:19Z', 'revision_number': 4, 'project_id': '05ed50ce94824068879ef9bcdaa99712', 'subnets': [{'id': '6d4ffb4f-db59-4185-957c-e0a1eaa45232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:11:19.897164 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-186459f8-82e4-43a3-ad96-72f7f06bd0b6 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:19.906559 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-186459f8-82e4-43a3-ad96-72f7f06bd0b6 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3174911 Apr 22 08:11:19.906559 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 40076) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:11:19.908555 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-be285bb0-3489-4ec9-ba32-e95787086896 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Request body: {'security_group_rule': {'security_group_id': '535d81dd-bcf5-4817-875d-e79e9b9d6cf0', 'project_id': '99ff3745dca54842ab1e31500356580f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:11:19.924769 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b445d9-d97a-4fef-b12d-1c85d54768ad None None] The sync data for ids ['1b33730e-2c63-4ac8-ae53-d00b8dbc9591'] in dv-cinder-838880-1-smb is: [{'id': '1b33730e-2c63-4ac8-ae53-d00b8dbc9591', 'name': 'tempest-TestShelveInstance-883405731-router', 'tenant_id': '05ed50ce94824068879ef9bcdaa99712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '30b1766e-deb7-4d4c-ab0b-85f7648c5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:12Z', 'updated_at': '2022-04-22T08:11:16Z', 'revision_number': 4, 'project_id': '05ed50ce94824068879ef9bcdaa99712', 'gw_port': {'id': '30b1766e-deb7-4d4c-ab0b-85f7648c5256', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b33730e-2c63-4ac8-ae53-d00b8dbc9591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:13Z', 'updated_at': '2022-04-22T08:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': 'abf28902-106f-4159-a336-f7abd1fbeaa2', 'name': '', 'network_id': 'ad956c43-882c-4cc4-aec9-ab33f32a4693', 'tenant_id': '05ed50ce94824068879ef9bcdaa99712', 'mac_address': 'fa:16:3e:9e:57:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b33730e-2c63-4ac8-ae53-d00b8dbc9591', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '6d4ffb4f-db59-4185-957c-e0a1eaa45232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:15Z', 'updated_at': '2022-04-22T08:11:19Z', 'revision_number': 4, 'project_id': '05ed50ce94824068879ef9bcdaa99712', 'subnets': [{'id': '6d4ffb4f-db59-4185-957c-e0a1eaa45232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:11:19.937055 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-c6909ee3-4008-4417-87db-244bcc04c630 None None] Provisioning complete for port abf28902-106f-4159-a336-f7abd1fbeaa2 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:11:19.937434 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-c6909ee3-4008-4417-87db-244bcc04c630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (abf28902-106f-4159-a336-f7abd1fbeaa2), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:20.020930 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.securitygroups_db [None req-be285bb0-3489-4ec9-ba32-e95787086896 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Project 99ff3745dca54842ab1e31500356580f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 08:11:20.026401 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-be285bb0-3489-4ec9-ba32-e95787086896 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group_rule (6d47a3e1-3c80-4bf6-a8ca-1cf21d848ffe), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:20.029383 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-c6909ee3-4008-4417-87db-244bcc04c630 None None] Current status of the port abf28902-106f-4159-a336-f7abd1fbeaa2 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:11:20.093321 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-be285bb0-3489-4ec9-ba32-e95787086896 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group_rule (6d47a3e1-3c80-4bf6-a8ca-1cf21d848ffe), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:20.169833 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-be285bb0-3489-4ec9-ba32-e95787086896 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (6d47a3e1-3c80-4bf6-a8ca-1cf21d848ffe), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:20.197099 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be285bb0-3489-4ec9-ba32-e95787086896 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d47a3e1-3c80-4bf6-a8ca-1cf21d848ffe,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:20.274760 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-be285bb0-3489-4ec9-ba32-e95787086896 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:20.276348 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-be285bb0-3489-4ec9-ba32-e95787086896 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3738868 Apr 22 08:11:21.015835 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b83b5-9b63-4232-b85e-81a49d60b71d req-4a0becee-8dd5-4eda-94dd-29302192d92f tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:21.017399 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c22b83b5-9b63-4232-b85e-81a49d60b71d req-4a0becee-8dd5-4eda-94dd-29302192d92f tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0573778 Apr 22 08:11:21.074245 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c22b83b5-9b63-4232-b85e-81a49d60b71d req-e44e5373-613e-4c62-a73e-e0eecc0cbb26 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506988 Apr 22 08:11:21.173509 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device abf28902-106f-4159-a336-f7abd1fbeaa2 up at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:11:21.224155 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Provisioning complete for port abf28902-106f-4159-a336-f7abd1fbeaa2 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:11:21.225142 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (abf28902-106f-4159-a336-f7abd1fbeaa2), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:21.309138 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Current status of the port abf28902-106f-4159-a336-f7abd1fbeaa2 is: ACTIVE; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:11:21.409157 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51b5d8-4ab0-4fe3-9479-601b2160bf8c req-9b89b199-5805-49df-b566-275f2e92ddc7 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:21.410788 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ce51b5d8-4ab0-4fe3-9479-601b2160bf8c req-9b89b199-5805-49df-b566-275f2e92ddc7 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0554562 Apr 22 08:11:21.461909 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ce51b5d8-4ab0-4fe3-9479-601b2160bf8c req-f2f52f38-db5d-469a-b0bd-0888cf318dd1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447397 Apr 22 08:11:21.548944 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078fdea-3b32-422a-8405-7a76af8bdae1 req-c113b055-33e1-4072-a390-18f05fb26f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:21.550471 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d078fdea-3b32-422a-8405-7a76af8bdae1 req-c113b055-33e1-4072-a390-18f05fb26f63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14eb5f6f6b9140adb7e06e6d099e1dfd&device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 1129 time: 0.0458024 Apr 22 08:11:21.647930 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078fdea-3b32-422a-8405-7a76af8bdae1 req-24de08f3-02b6-44c9-b8f9-af25c7500229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:21.649289 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d078fdea-3b32-422a-8405-7a76af8bdae1 req-24de08f3-02b6-44c9-b8f9-af25c7500229 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 HTTP/1.1" status: 200 len: 911 time: 0.0924084 Apr 22 08:11:21.716515 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d078fdea-3b32-422a-8405-7a76af8bdae1 req-e27bc53d-3d59-485b-a5e2-1a5d67b8f5ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75a79240-f25d-4d05-958e-5d838ce085cb HTTP/1.1" status: 200 len: 999 time: 0.0606930 Apr 22 08:11:21.768997 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078fdea-3b32-422a-8405-7a76af8bdae1 req-26f194da-d4d8-4b75-a1e1-37a5bee12c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:21.770440 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d078fdea-3b32-422a-8405-7a76af8bdae1 req-26f194da-d4d8-4b75-a1e1-37a5bee12c69 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb HTTP/1.1" status: 200 len: 849 time: 0.0480318 Apr 22 08:11:21.824796 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078fdea-3b32-422a-8405-7a76af8bdae1 req-a1efdc86-5fd1-441d-b5de-1414f8d64976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:21.826305 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d078fdea-3b32-422a-8405-7a76af8bdae1 req-a1efdc86-5fd1-441d-b5de-1414f8d64976 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0496049 Apr 22 08:11:21.918553 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d078fdea-3b32-422a-8405-7a76af8bdae1 req-32d7e07e-5536-4eb7-9cce-1d4e774fed42 service neutron] 10.222.0.39 "GET /v2.0/networks/e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856538 Apr 22 08:11:22.011644 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d078fdea-3b32-422a-8405-7a76af8bdae1 req-073a583d-16cd-4cec-b3db-736b50ea1152 service neutron] 10.222.0.39 "GET /v2.0/networks/e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873005 Apr 22 08:11:22.586778 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2a9f5-ce3f-47dd-b960-e96e079da681 req-fe1254f6-0b7d-4979-8ce3-3ea26869b18b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:22.588219 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-21f2a9f5-ce3f-47dd-b960-e96e079da681 req-fe1254f6-0b7d-4979-8ce3-3ea26869b18b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0552676 Apr 22 08:11:22.635865 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-21f2a9f5-ce3f-47dd-b960-e96e079da681 req-d5d7968d-3441-4638-ad90-a468b86e57f5 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415261 Apr 22 08:11:23.761860 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de563c-fc16-4a68-aac0-8a3527f376cf req-6e9ae483-5dbd-4704-8c2e-fd3bd3765baf tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:23.763693 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e5de563c-fc16-4a68-aac0-8a3527f376cf req-6e9ae483-5dbd-4704-8c2e-fd3bd3765baf tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0582714 Apr 22 08:11:23.817864 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e5de563c-fc16-4a68-aac0-8a3527f376cf req-122cee5f-e28b-442d-8b90-b8833ed6c438 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482860 Apr 22 08:11:27.500147 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:32.628206 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0f4970e3-dd75-42a2-9b34-f838f2d258df req-96a88440-474e-44c2-abcb-a3043dbe17c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426610 Apr 22 08:11:32.713444 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4970e3-dd75-42a2-9b34-f838f2d258df req-e6608147-f1ce-426c-85ca-24f2d6563399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:32.714972 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0f4970e3-dd75-42a2-9b34-f838f2d258df req-e6608147-f1ce-426c-85ca-24f2d6563399 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14eb5f6f6b9140adb7e06e6d099e1dfd&device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 1129 time: 0.0450945 Apr 22 08:11:32.817387 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4970e3-dd75-42a2-9b34-f838f2d258df req-861e401b-a2da-4688-8c02-8cc51487eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:32.818956 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0f4970e3-dd75-42a2-9b34-f838f2d258df req-861e401b-a2da-4688-8c02-8cc51487eeec service neutron] 10.222.0.39 "GET /v2.0/networks?id=e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 HTTP/1.1" status: 200 len: 911 time: 0.0857711 Apr 22 08:11:32.881563 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0f4970e3-dd75-42a2-9b34-f838f2d258df req-f40fa056-b7f2-4741-a5b0-7851e0e9e4e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75a79240-f25d-4d05-958e-5d838ce085cb HTTP/1.1" status: 200 len: 999 time: 0.0567114 Apr 22 08:11:32.929198 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4970e3-dd75-42a2-9b34-f838f2d258df req-f5d55601-bfcf-4908-9ace-d0bc291c75e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:32.931557 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0f4970e3-dd75-42a2-9b34-f838f2d258df req-f5d55601-bfcf-4908-9ace-d0bc291c75e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb HTTP/1.1" status: 200 len: 849 time: 0.0432520 Apr 22 08:11:32.984256 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4970e3-dd75-42a2-9b34-f838f2d258df req-bb1b0da6-0399-4f68-90b3-c9a0261c0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:32.985736 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0f4970e3-dd75-42a2-9b34-f838f2d258df req-bb1b0da6-0399-4f68-90b3-c9a0261c0896 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0477715 Apr 22 08:11:33.074300 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0f4970e3-dd75-42a2-9b34-f838f2d258df req-6b91afe3-4e47-4483-8956-beda03cee2c7 service neutron] 10.222.0.39 "GET /v2.0/networks/e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817974 Apr 22 08:11:33.166070 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0f4970e3-dd75-42a2-9b34-f838f2d258df req-3d556264-1797-40ee-8dbe-228b7b5448c3 service neutron] 10.222.0.39 "GET /v2.0/networks/e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850582 Apr 22 08:11:34.854808 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-89e41eaf-c42f-42dc-9dbd-39d4e1ab190c tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-929845637&fields=id&tenant_id=99ff3745dca54842ab1e31500356580f HTTP/1.1" status: 200 len: 267 time: 0.0431607 Apr 22 08:11:34.964675 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-a4f10f67-7c13-489e-8e1d-cf7a4cea36cb tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:34.966036 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-a4f10f67-7c13-489e-8e1d-cf7a4cea36cb tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/networks?id=825aab79-af77-4e01-9a10-af00722d609f HTTP/1.1" status: 200 len: 809 time: 0.1051242 Apr 22 08:11:34.980356 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-091c0a8c-c96d-41a9-97ef-ccaef11ea352 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/quotas/99ff3745dca54842ab1e31500356580f HTTP/1.1" status: 200 len: 375 time: 0.0089438 Apr 22 08:11:35.034370 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-173e8e90-b2e0-40e7-a687-21057b5f26af tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=99ff3745dca54842ab1e31500356580f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491481 Apr 22 08:11:35.125736 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-e21519e2-b3b6-48fa-8b8e-943e47add59d service neutron] 10.222.0.13 "GET /v2.0/networks/825aab79-af77-4e01-9a10-af00722d609f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800226 Apr 22 08:11:35.216351 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-335729fd-5e27-4f43-8bbe-13fada0bb551 service neutron] 10.222.0.13 "GET /v2.0/networks/825aab79-af77-4e01-9a10-af00722d609f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847592 Apr 22 08:11:35.861684 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bf399889-dada-40e5-9255-fe7089d8439a req-8f3568fb-6c78-44ca-afd0-c16df27ef782 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 210 time: 0.0276914 Apr 22 08:11:36.963958 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-425737cc-9a73-498c-822b-649775e3a8fc req-d90223af-e07f-4c59-bc63-68ef159593c3 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 210 time: 0.0286324 Apr 22 08:11:37.868784 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c9e72e68-c404-4e38-aca5-ebdcd8e684f7 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:37.871265 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c9e72e68-c404-4e38-aca5-ebdcd8e684f7 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.39 "GET /v2.0/networks?id=825aab79-af77-4e01-9a10-af00722d609f HTTP/1.1" status: 200 len: 809 time: 0.1076519 Apr 22 08:11:37.934550 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-e1e0b0c8-d52a-40cd-afd0-232a80084d1c tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99ff3745dca54842ab1e31500356580f HTTP/1.1" status: 200 len: 379 time: 0.0545740 Apr 22 08:11:37.944837 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-8083f272-c9dc-499f-be64-802f5b4f954c tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Request body: {'port': {'device_id': '586c3e0d-8de5-42a7-99b2-859cbf412181', 'network_id': '825aab79-af77-4e01-9a10-af00722d609f', 'admin_state_up': True, 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'security_groups': ['535d81dd-bcf5-4817-875d-e79e9b9d6cf0']}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:11:38.066556 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9603679e-22af-4352-b1b6-9262e01e7625 req-76817759-6865-40c2-912f-880022403c4f tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 210 time: 0.0303400 Apr 22 08:11:38.168783 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-8083f272-c9dc-499f-be64-802f5b4f954c tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Made reservation on behalf of 99ff3745dca54842ab1e31500356580f for: {'port': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:11:38.172114 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-8083f272-c9dc-499f-be64-802f5b4f954c tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:38.293362 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-8083f272-c9dc-499f-be64-802f5b4f954c tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Allocated IP 172.20.0.13 (825aab79-af77-4e01-9a10-af00722d609f/9a38870b-6142-490c-8aec-03edf8c552f5/9fed9de6-35e0-48cc-9996-1fad7956db87) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:11:38.434314 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-8083f272-c9dc-499f-be64-802f5b4f954c tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for port (9fed9de6-35e0-48cc-9996-1fad7956db87), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:38.546473 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-8083f272-c9dc-499f-be64-802f5b4f954c tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (9fed9de6-35e0-48cc-9996-1fad7956db87), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:38.590183 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-8083f272-c9dc-499f-be64-802f5b4f954c tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Network 825aab79-af77-4e01-9a10-af00722d609f is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:11:38.593231 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-8083f272-c9dc-499f-be64-802f5b4f954c tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:11:38.596810 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-8083f272-c9dc-499f-be64-802f5b4f954c tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:11:38.626009 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083f272-c9dc-499f-be64-802f5b4f954c tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Pushing event updated for resources: {'Port': ['ID=9fed9de6-35e0-48cc-9996-1fad7956db87,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:38.653009 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-8083f272-c9dc-499f-be64-802f5b4f954c tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:38.653809 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-8083f272-c9dc-499f-be64-802f5b4f954c tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:38.748631 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-8083f272-c9dc-499f-be64-802f5b4f954c tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8073514 Apr 22 08:11:38.759771 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] Request body: {'port': {'device_id': '586c3e0d-8de5-42a7-99b2-859cbf412181', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83888'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:11:38.818017 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (9fed9de6-35e0-48cc-9996-1fad7956db87), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:38.868656 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-71fe8809-1c4c-42f5-b23e-292f104eb45f None None] Provisioning complete for port 9fed9de6-35e0-48cc-9996-1fad7956db87 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:11:38.869195 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-71fe8809-1c4c-42f5-b23e-292f104eb45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (9fed9de6-35e0-48cc-9996-1fad7956db87), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:38.903723 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-71fe8809-1c4c-42f5-b23e-292f104eb45f None None] Port 9fed9de6-35e0-48cc-9996-1fad7956db87 cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:11:39.074979 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fed9de6-35e0-48cc-9996-1fad7956db87 {{(pid=103832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:11:39.082330 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] Publish callbacks [] for port (9fed9de6-35e0-48cc-9996-1fad7956db87), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:39.093833 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.provisioning_blocks [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] Transition to ACTIVE for port object 9fed9de6-35e0-48cc-9996-1fad7956db87 will not be triggered until provisioned by entity L2. {{(pid=103832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 22 08:11:39.186303 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e26c9-aa8a-445a-87c1-72d9e7ee86a5 req-05ac49a3-8d05-4ee2-991d-c955b1688b90 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:39.187784 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4c6e26c9-aa8a-445a-87c1-72d9e7ee86a5 req-05ac49a3-8d05-4ee2-991d-c955b1688b90 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 932 time: 0.0523233 Apr 22 08:11:39.215746 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (9fed9de6-35e0-48cc-9996-1fad7956db87), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:39.274492 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4c6e26c9-aa8a-445a-87c1-72d9e7ee86a5 req-668e151e-f234-4717-b7a0-df5c372629f9 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809219 Apr 22 08:11:39.290185 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=9fed9de6-35e0-48cc-9996-1fad7956db87,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:39.367474 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] Attempting to bind port 9fed9de6-35e0-48cc-9996-1fad7956db87 on host hv-cinder-83888 for vnic_type normal with profile {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:11:39.367839 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] Attempting to bind port 9fed9de6-35e0-48cc-9996-1fad7956db87 by drivers openvswitch,hyperv on host hv-cinder-83888 at level 0 using segments [{'id': 'ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '825aab79-af77-4e01-9a10-af00722d609f'}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:11:39.368170 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] Attempting to bind port 9fed9de6-35e0-48cc-9996-1fad7956db87 on network 825aab79-af77-4e01-9a10-af00722d609f {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:11:39.372586 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] Port 9fed9de6-35e0-48cc-9996-1fad7956db87 on network 825aab79-af77-4e01-9a10-af00722d609f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83888 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 08:11:39.372904 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] Attempting to bind port 9fed9de6-35e0-48cc-9996-1fad7956db87 on network 825aab79-af77-4e01-9a10-af00722d609f {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:11:39.377696 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] Checking agent: {'id': '5d37a790-f600-4ea4-a99b-32bf15642def', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'started_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:11:39.378036 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] Checking segment: {'id': 'ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '825aab79-af77-4e01-9a10-af00722d609f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:11:39.378421 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] Bound using segment: {'id': 'ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '825aab79-af77-4e01-9a10-af00722d609f'} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:11:39.378884 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] Bound port: 9fed9de6-35e0-48cc-9996-1fad7956db87, host: hv-cinder-83888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '825aab79-af77-4e01-9a10-af00722d609f'}}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:11:39.379247 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (9fed9de6-35e0-48cc-9996-1fad7956db87), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:39.444537 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] For port 9fed9de6-35e0-48cc-9996-1fad7956db87, host hv-cinder-83888, cleared binding levels {{(pid=103832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:11:39.447545 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] For port 9fed9de6-35e0-48cc-9996-1fad7956db87, host hv-cinder-83888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=9fed9de6-35e0-48cc-9996-1fad7956db87,segment=NetworkSegment(ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf),segment_id=ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf)] {{(pid=103832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:11:39.563832 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (9fed9de6-35e0-48cc-9996-1fad7956db87), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:39.601044 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:39.601381 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:39.604076 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] 10.222.0.39 "PUT /v2.0/ports/9fed9de6-35e0-48cc-9996-1fad7956db87 HTTP/1.1" status: 200 len: 1094 time: 0.8490739 Apr 22 08:11:39.606974 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586c3e0d-8de5-42a7-99b2-859cbf412181', 'tag': '9fed9de6-35e0-48cc-9996-1fad7956db87'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:11:39.619354 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df91138a-76d2-46df-9665-5a90865c4cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "586c3e0d-8de5-42a7-99b2-859cbf412181", "tag": "9fed9de6-35e0-48cc-9996-1fad7956db87"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:11:39.639016 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d3f76-7008-4404-81f8-4e0d0f1d4bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=9fed9de6-35e0-48cc-9996-1fad7956db87,revision_number=3']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:39.656555 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5fc948-f010-4672-9980-a78547d01aea x-openstack-request-id: req-1e5fc948-f010-4672-9980-a78547d01aea {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:11:39.656868 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586c3e0d-8de5-42a7-99b2-859cbf412181", "tag": "9fed9de6-35e0-48cc-9996-1fad7956db87", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:11:39.657102 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e5fc948-f010-4672-9980-a78547d01aea {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:11:39.657503 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e5fc948-f010-4672-9980-a78547d01aea'] response: {'name': 'network-changed', 'server_uuid': '586c3e0d-8de5-42a7-99b2-859cbf412181', 'tag': '9fed9de6-35e0-48cc-9996-1fad7956db87', 'status': 'completed', 'code': 200} Apr 22 08:11:39.729308 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91138a-76d2-46df-9665-5a90865c4cd4 req-7df46244-6cf4-4790-af6c-f972e96e1157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:39.730848 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-df91138a-76d2-46df-9665-5a90865c4cd4 req-7df46244-6cf4-4790-af6c-f972e96e1157 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99ff3745dca54842ab1e31500356580f&device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 1128 time: 0.0516942 Apr 22 08:11:39.839650 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91138a-76d2-46df-9665-5a90865c4cd4 req-bc7cbcc3-0a75-45b4-bc85-57ce3387afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:39.841196 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-df91138a-76d2-46df-9665-5a90865c4cd4 req-bc7cbcc3-0a75-45b4-bc85-57ce3387afaf service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=99ff3745dca54842ab1e31500356580f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0961497 Apr 22 08:11:39.948077 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91138a-76d2-46df-9665-5a90865c4cd4 req-ae1c0bc3-57ab-4d58-8271-b37a2f575083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:39.949468 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-df91138a-76d2-46df-9665-5a90865c4cd4 req-ae1c0bc3-57ab-4d58-8271-b37a2f575083 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000419 Apr 22 08:11:40.028034 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-9c79a31d-a4bb-43a9-9411-3dbfbd1b8912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:40.029536 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-9c79a31d-a4bb-43a9-9411-3dbfbd1b8912 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99ff3745dca54842ab1e31500356580f&device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 1128 time: 0.0445547 Apr 22 08:11:40.073294 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-99fd02d2-6b4c-4925-acbe-4090a2fadc4e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fed9de6-35e0-48cc-9996-1fad7956db87 HTTP/1.1" status: 200 len: 217 time: 0.0339093 Apr 22 08:11:40.122630 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-eee91c06-7b80-45a9-a2f6-57f6bfe7651d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:40.123952 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-eee91c06-7b80-45a9-a2f6-57f6bfe7651d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a38870b-6142-490c-8aec-03edf8c552f5 HTTP/1.1" status: 200 len: 848 time: 0.0449917 Apr 22 08:11:40.177810 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-315b9be5-8b90-493f-9201-17b9d9590f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:40.179391 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-315b9be5-8b90-493f-9201-17b9d9590f1e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=825aab79-af77-4e01-9a10-af00722d609f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0492904 Apr 22 08:11:40.263883 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-b2e30ec3-24a0-48b2-913d-a1aff1c4e873 service neutron] 10.222.0.39 "GET /v2.0/networks/825aab79-af77-4e01-9a10-af00722d609f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789430 Apr 22 08:11:40.362853 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-57751bab-8fc6-4424-a9c8-d4d754869860 req-8fced2db-f538-4b9f-bd78-812a72f25e1d service neutron] 10.222.0.39 "GET /v2.0/networks/825aab79-af77-4e01-9a10-af00722d609f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930521 Apr 22 08:11:40.401263 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab7d95-919e-4b9e-a3fd-d6161b012908 req-3d383f92-f6ec-4b74-b028-4ac55e3c87c5 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:40.402709 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c9ab7d95-919e-4b9e-a3fd-d6161b012908 req-3d383f92-f6ec-4b74-b028-4ac55e3c87c5 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 944 time: 0.0538681 Apr 22 08:11:40.451040 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c9ab7d95-919e-4b9e-a3fd-d6161b012908 req-bd9e049c-fd44-4a35-b65c-1b09354c0dae tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424988 Apr 22 08:11:40.551554 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-554279e3-f42d-4ccb-b5b3-1873e756e8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:41.572549 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abacb2-c6a4-477a-8078-afca8e502eac req-c1e03b6a-6ac6-42eb-b21d-a0d910eb64e4 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:41.573990 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-38abacb2-c6a4-477a-8078-afca8e502eac req-c1e03b6a-6ac6-42eb-b21d-a0d910eb64e4 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 944 time: 0.0561304 Apr 22 08:11:41.622118 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-38abacb2-c6a4-477a-8078-afca8e502eac req-1c2bbc8a-12b8-449a-b275-107b4d27c8d3 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425060 Apr 22 08:11:41.833230 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:11:42.636305 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 9fed9de6-35e0-48cc-9996-1fad7956db87 details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:11:42.734482 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 9fed9de6-35e0-48cc-9996-1fad7956db87, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=9fed9de6-35e0-48cc-9996-1fad7956db87,segment=NetworkSegment(ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf),segment_id=ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:11:42.739659 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c2674-3dc6-4545-9f8e-fc337a0a4a07 req-700a8eb7-4c2e-4bac-8989-98816ca3e05b tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:42.741142 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-199c2674-3dc6-4545-9f8e-fc337a0a4a07 req-700a8eb7-4c2e-4bac-8989-98816ca3e05b tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 944 time: 0.0519712 Apr 22 08:11:42.746564 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': '9fed9de6-35e0-48cc-9996-1fad7956db87', 'network_id': '825aab79-af77-4e01-9a10-af00722d609f', 'port_id': '9fed9de6-35e0-48cc-9996-1fad7956db87', 'mac_address': 'fa:16:3e:61:a1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a38870b-6142-490c-8aec-03edf8c552f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:11:42.782964 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 9fed9de6-35e0-48cc-9996-1fad7956db87 is: DOWN; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:11:42.783352 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (9fed9de6-35e0-48cc-9996-1fad7956db87), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:42.789885 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-199c2674-3dc6-4545-9f8e-fc337a0a4a07 req-d33f5d52-7ce0-4a3d-bd1c-d9fbaf46880b tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423372 Apr 22 08:11:42.795954 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fed9de6-35e0-48cc-9996-1fad7956db87 {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:11:42.815710 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 9fed9de6-35e0-48cc-9996-1fad7956db87, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=9fed9de6-35e0-48cc-9996-1fad7956db87,segment=NetworkSegment(ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf),segment_id=ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:11:42.882984 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (9fed9de6-35e0-48cc-9996-1fad7956db87), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:42.947786 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=9fed9de6-35e0-48cc-9996-1fad7956db87,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:42.991447 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-c9ba9880-545b-4f2c-8a08-333a612f0c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:43.105464 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['9fed9de6-35e0-48cc-9996-1fad7956db87'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:11:43.906943 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d8239-a88f-4395-94fb-ed7dd97cd73e req-2db98d82-b2a0-4a24-822f-11fc3dc453d0 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:43.908407 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c78d8239-a88f-4395-94fb-ed7dd97cd73e req-2db98d82-b2a0-4a24-822f-11fc3dc453d0 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 945 time: 0.0525858 Apr 22 08:11:43.958853 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c78d8239-a88f-4395-94fb-ed7dd97cd73e req-00d91641-02a9-4c39-8ad3-21d854477469 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448782 Apr 22 08:11:44.362693 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:44.653825 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 9fed9de6-35e0-48cc-9996-1fad7956db87 up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:11:44.785749 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning for port 9fed9de6-35e0-48cc-9996-1fad7956db87 completed by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 08:11:44.789654 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port 9fed9de6-35e0-48cc-9996-1fad7956db87 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:11:44.790106 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (9fed9de6-35e0-48cc-9996-1fad7956db87), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:45.003367 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 9fed9de6-35e0-48cc-9996-1fad7956db87 is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:11:45.003809 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (9fed9de6-35e0-48cc-9996-1fad7956db87), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:45.028055 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586c3e0d-8de5-42a7-99b2-859cbf412181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fed9de6-35e0-48cc-9996-1fad7956db87'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:11:45.030283 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387ca843-5fa2-4763-ac5e-d78d01da88bb" -d '{"events": [{"server_uuid": "586c3e0d-8de5-42a7-99b2-859cbf412181", "name": "network-vif-plugged", "status": "completed", "tag": "9fed9de6-35e0-48cc-9996-1fad7956db87"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:11:45.043881 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 9fed9de6-35e0-48cc-9996-1fad7956db87, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=9fed9de6-35e0-48cc-9996-1fad7956db87,segment=NetworkSegment(ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf),segment_id=ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:11:45.066414 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a13068-39e8-44bc-9679-21f584e93003 x-openstack-request-id: req-78a13068-39e8-44bc-9679-21f584e93003 {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:11:45.066745 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586c3e0d-8de5-42a7-99b2-859cbf412181", "name": "network-vif-plugged", "status": "completed", "tag": "9fed9de6-35e0-48cc-9996-1fad7956db87", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:11:45.067235 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78a13068-39e8-44bc-9679-21f584e93003 {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:11:45.067913 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a13068-39e8-44bc-9679-21f584e93003'] response: {'server_uuid': '586c3e0d-8de5-42a7-99b2-859cbf412181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fed9de6-35e0-48cc-9996-1fad7956db87', 'code': 200} Apr 22 08:11:45.079263 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a1142-5895-4e00-8248-ecad4bee0c07 req-8d5a4085-9f88-4016-a3fe-0b0feff4c011 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:45.080981 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c97a1142-5895-4e00-8248-ecad4bee0c07 req-8d5a4085-9f88-4016-a3fe-0b0feff4c011 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 945 time: 0.0545382 Apr 22 08:11:45.123523 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (9fed9de6-35e0-48cc-9996-1fad7956db87), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:45.131196 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c97a1142-5895-4e00-8248-ecad4bee0c07 req-bd4d8d72-7388-46fb-a4e4-7086d6245904 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445487 Apr 22 08:11:45.199644 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=9fed9de6-35e0-48cc-9996-1fad7956db87,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:45.254491 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:45.452280 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b05ef-4517-4720-b5b2-93be9fadd566 req-dc20fd49-d4c8-4cc2-ab3b-2714251e6303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:45.453792 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-742b05ef-4517-4720-b5b2-93be9fadd566 req-dc20fd49-d4c8-4cc2-ab3b-2714251e6303 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 1130 time: 0.0434022 Apr 22 08:11:45.501651 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-742b05ef-4517-4720-b5b2-93be9fadd566 req-ce09d4b9-30c6-4d26-8feb-793a125a0e3d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402024 Apr 22 08:11:46.268450 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639538a3-e77b-4520-b7cd-6fb240f9d990 req-4b431a2b-5330-4380-8a89-1b70b174af1b tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:46.269881 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-639538a3-e77b-4520-b7cd-6fb240f9d990 req-4b431a2b-5330-4380-8a89-1b70b174af1b tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 946 time: 0.0542760 Apr 22 08:11:46.318180 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-639538a3-e77b-4520-b7cd-6fb240f9d990 req-066c6f64-5c9b-4c5e-9a3f-4c93e590403a tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426960 Apr 22 08:11:46.957167 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:47.431819 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f4b30-9470-4921-b79c-87b50010f1f3 req-08338ef2-eb7c-42f8-b502-dee83e48eb26 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:47.433268 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f72f4b30-9470-4921-b79c-87b50010f1f3 req-08338ef2-eb7c-42f8-b502-dee83e48eb26 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 946 time: 0.0511799 Apr 22 08:11:47.479974 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f72f4b30-9470-4921-b79c-87b50010f1f3 req-8aa5081f-bc6e-44cd-aff5-941e2f87700c tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412285 Apr 22 08:11:47.595882 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e9064-2a57-4495-aacc-16ff737a57e2 req-e4c6de35-ed45-4f6d-a8b3-7569d3585ccf tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:47.597254 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c94e9064-2a57-4495-aacc-16ff737a57e2 req-e4c6de35-ed45-4f6d-a8b3-7569d3585ccf tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 946 time: 0.0512896 Apr 22 08:11:47.648223 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c94e9064-2a57-4495-aacc-16ff737a57e2 req-d4e48b28-9dd4-4cb9-8c33-b1531544c272 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454566 Apr 22 08:11:47.670815 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 40232) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:11:47.797574 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9021d81d-53ce-44f3-9b3a-8887268fc660 tempest-TestShelveInstance-398527853 tempest-TestShelveInstance-398527853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:47.799082 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-9021d81d-53ce-44f3-9b3a-8887268fc660 tempest-TestShelveInstance-398527853 tempest-TestShelveInstance-398527853-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 1125 time: 0.1273112 Apr 22 08:11:47.802057 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 40236) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:11:47.806948 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-f739f951-0a4d-4c15-bf88-657f5416fe44 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Request body: {'floatingip': {'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'port_id': '9fed9de6-35e0-48cc-9996-1fad7956db87', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:11:47.865680 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f739f951-0a4d-4c15-bf88-657f5416fe44 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:47.972968 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f739f951-0a4d-4c15-bf88-657f5416fe44 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:48.317103 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [None req-f739f951-0a4d-4c15-bf88-657f5416fe44 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Allocated IP 172.28.2.61 (1ba3c60b-0bed-4e05-bf6c-e6da0128f626/c65f8918-06d0-4042-b508-c83c4010a7fc/57176f82-b886-4ead-bf15-6f3fd2238574) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:11:48.415799 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f739f951-0a4d-4c15-bf88-657f5416fe44 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for port (57176f82-b886-4ead-bf15-6f3fd2238574), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:48.506047 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f739f951-0a4d-4c15-bf88-657f5416fe44 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (57176f82-b886-4ead-bf15-6f3fd2238574), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:48.542504 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f739f951-0a4d-4c15-bf88-657f5416fe44 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:11:48.545354 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [None req-f739f951-0a4d-4c15-bf88-657f5416fe44 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:11:48.548782 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f739f951-0a4d-4c15-bf88-657f5416fe44 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:11:48.575096 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739f951-0a4d-4c15-bf88-657f5416fe44 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Pushing event updated for resources: {'Port': ['ID=57176f82-b886-4ead-bf15-6f3fd2238574,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:48.903518 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f739f951-0a4d-4c15-bf88-657f5416fe44 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for floatingip (6a7d7eeb-0999-4a93-a8c9-18fe851810f4), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:49.014400 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f739f951-0a4d-4c15-bf88-657f5416fe44 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (57176f82-b886-4ead-bf15-6f3fd2238574), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:49.160287 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f739f951-0a4d-4c15-bf88-657f5416fe44 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for port (57176f82-b886-4ead-bf15-6f3fd2238574), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:49.208419 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f739f951-0a4d-4c15-bf88-657f5416fe44 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (57176f82-b886-4ead-bf15-6f3fd2238574), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:49.275651 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739f951-0a4d-4c15-bf88-657f5416fe44 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Pushing event updated for resources: {'Port': ['ID=57176f82-b886-4ead-bf15-6f3fd2238574,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:11:49.286776 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f739f951-0a4d-4c15-bf88-657f5416fe44 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (6a7d7eeb-0999-4a93-a8c9-18fe851810f4), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:49.387835 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.l3_db [None req-f739f951-0a4d-4c15-bf88-657f5416fe44 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Floating IP 6a7d7eeb-0999-4a93-a8c9-18fe851810f4 associated. External IP: 172.28.2.61, port: 9fed9de6-35e0-48cc-9996-1fad7956db87. Apr 22 08:11:49.590690 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f739f951-0a4d-4c15-bf88-657f5416fe44 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Router e3cca142-9a05-43c8-9bf9-3e4557424f1e has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:11:49.697532 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f739f951-0a4d-4c15-bf88-657f5416fe44 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:11:49.707975 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90536b92-73a6-4ad8-a995-962d39cedf82 None None] Sync routers for ids ['e3cca142-9a05-43c8-9bf9-3e4557424f1e'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:11:49.717804 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90536b92-73a6-4ad8-a995-962d39cedf82 None None] Routers {'e3cca142-9a05-43c8-9bf9-3e4557424f1e'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:11:49.722191 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-90536b92-73a6-4ad8-a995-962d39cedf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:11:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['e3cca142-9a05-43c8-9bf9-3e4557424f1e'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:11:49.794486 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-f739f951-0a4d-4c15-bf88-657f5416fe44 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:49.824368 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-f739f951-0a4d-4c15-bf88-657f5416fe44 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0212431 Apr 22 08:11:49.824958 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586c3e0d-8de5-42a7-99b2-859cbf412181', 'tag': '9fed9de6-35e0-48cc-9996-1fad7956db87'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:11:49.827251 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c99ea8-c6b4-416e-83ab-6409a4f50817" -d '{"events": [{"name": "network-changed", "server_uuid": "586c3e0d-8de5-42a7-99b2-859cbf412181", "tag": "9fed9de6-35e0-48cc-9996-1fad7956db87"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:11:49.829399 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-90536b92-73a6-4ad8-a995-962d39cedf82 None None] Set router e3cca142-9a05-43c8-9bf9-3e4557424f1e gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:11:49.868573 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a0b11b-1aa1-43a1-9df2-6cbd8c568fd3 x-openstack-request-id: req-b0a0b11b-1aa1-43a1-9df2-6cbd8c568fd3 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:11:49.868875 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586c3e0d-8de5-42a7-99b2-859cbf412181", "tag": "9fed9de6-35e0-48cc-9996-1fad7956db87", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:11:49.869132 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0a0b11b-1aa1-43a1-9df2-6cbd8c568fd3 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:11:49.869544 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0a0b11b-1aa1-43a1-9df2-6cbd8c568fd3'] response: {'name': 'network-changed', 'server_uuid': '586c3e0d-8de5-42a7-99b2-859cbf412181', 'tag': '9fed9de6-35e0-48cc-9996-1fad7956db87', 'status': 'completed', 'code': 200} Apr 22 08:11:49.937415 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c99ea8-c6b4-416e-83ab-6409a4f50817 req-07f9ab3f-386f-4c6e-a3a9-49a04c9b3afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:49.939012 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-86c99ea8-c6b4-416e-83ab-6409a4f50817 req-07f9ab3f-386f-4c6e-a3a9-49a04c9b3afb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99ff3745dca54842ab1e31500356580f&device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 1130 time: 0.0480721 Apr 22 08:11:50.048019 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c99ea8-c6b4-416e-83ab-6409a4f50817 req-89f772ba-f9f5-4b70-a45b-70ebd6fdc031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:50.050357 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-86c99ea8-c6b4-416e-83ab-6409a4f50817 req-89f772ba-f9f5-4b70-a45b-70ebd6fdc031 service neutron] 10.222.0.39 "GET /v2.0/networks?id=825aab79-af77-4e01-9a10-af00722d609f HTTP/1.1" status: 200 len: 910 time: 0.1037962 Apr 22 08:11:50.068750 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-90536b92-73a6-4ad8-a995-962d39cedf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'name': 'tempest-TestShelveInstance-1732491128-router', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:06Z', 'updated_at': '2022-04-22T08:11:09Z', 'revision_number': 4, 'project_id': '99ff3745dca54842ab1e31500356580f', 'gw_port': {'id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:07Z', 'updated_at': '2022-04-22T08:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '6a7d7eeb-0999-4a93-a8c9-18fe851810f4', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'floating_ip_address': '172.28.2.61', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'port_id': '9fed9de6-35e0-48cc-9996-1fad7956db87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '825aab79-af77-4e01-9a10-af00722d609f', 'mac_address': 'fa:16:3e:61:a1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586c3e0d-8de5-42a7-99b2-859cbf412181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:11:48Z', 'updated_at': '2022-04-22T08:11:48Z', 'revision_number': 0, 'project_id': '99ff3745dca54842ab1e31500356580f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473d39b0-8b32-42bb-8076-8faaf3e7cd02', 'name': '', 'network_id': '825aab79-af77-4e01-9a10-af00722d609f', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'mac_address': 'fa:16:3e:16:5f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9a38870b-6142-490c-8aec-03edf8c552f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:09Z', 'updated_at': '2022-04-22T08:11:13Z', 'revision_number': 5, 'project_id': '99ff3745dca54842ab1e31500356580f', 'subnets': [{'id': '9a38870b-6142-490c-8aec-03edf8c552f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:11:50.095179 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90536b92-73a6-4ad8-a995-962d39cedf82 None None] Checking router: e3cca142-9a05-43c8-9bf9-3e4557424f1e for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:11:50.103166 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90536b92-73a6-4ad8-a995-962d39cedf82 None None] Routers {'e3cca142-9a05-43c8-9bf9-3e4557424f1e'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:11:50.103777 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-90536b92-73a6-4ad8-a995-962d39cedf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:11:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['e3cca142-9a05-43c8-9bf9-3e4557424f1e'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:11:50.114644 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-86c99ea8-c6b4-416e-83ab-6409a4f50817 req-ed2c94f3-5d90-4ed5-9e3a-b435224b6e58 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fed9de6-35e0-48cc-9996-1fad7956db87 HTTP/1.1" status: 200 len: 999 time: 0.0576470 Apr 22 08:11:50.167310 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c99ea8-c6b4-416e-83ab-6409a4f50817 req-6f1719a1-b014-48cb-949c-07c333d45d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:50.168782 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-86c99ea8-c6b4-416e-83ab-6409a4f50817 req-6f1719a1-b014-48cb-949c-07c333d45d60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a38870b-6142-490c-8aec-03edf8c552f5 HTTP/1.1" status: 200 len: 848 time: 0.0476015 Apr 22 08:11:50.210014 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-90536b92-73a6-4ad8-a995-962d39cedf82 None None] Set router e3cca142-9a05-43c8-9bf9-3e4557424f1e gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:11:50.217530 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c99ea8-c6b4-416e-83ab-6409a4f50817 req-928e14c3-0432-404c-89c0-e9219fb11d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:50.219148 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-86c99ea8-c6b4-416e-83ab-6409a4f50817 req-928e14c3-0432-404c-89c0-e9219fb11d57 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=825aab79-af77-4e01-9a10-af00722d609f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0441911 Apr 22 08:11:50.310436 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-86c99ea8-c6b4-416e-83ab-6409a4f50817 req-48a50ce6-c9eb-4413-97d0-75ad9cffd5cb service neutron] 10.222.0.39 "GET /v2.0/networks/825aab79-af77-4e01-9a10-af00722d609f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850565 Apr 22 08:11:50.401208 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-86c99ea8-c6b4-416e-83ab-6409a4f50817 req-a0cd44f0-aa09-441d-a3a6-fe2a0e3fddb9 service neutron] 10.222.0.39 "GET /v2.0/networks/825aab79-af77-4e01-9a10-af00722d609f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854619 Apr 22 08:11:50.426552 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-90536b92-73a6-4ad8-a995-962d39cedf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'name': 'tempest-TestShelveInstance-1732491128-router', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:06Z', 'updated_at': '2022-04-22T08:11:09Z', 'revision_number': 4, 'project_id': '99ff3745dca54842ab1e31500356580f', 'gw_port': {'id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:07Z', 'updated_at': '2022-04-22T08:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '6a7d7eeb-0999-4a93-a8c9-18fe851810f4', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'floating_ip_address': '172.28.2.61', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'port_id': '9fed9de6-35e0-48cc-9996-1fad7956db87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '825aab79-af77-4e01-9a10-af00722d609f', 'mac_address': 'fa:16:3e:61:a1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586c3e0d-8de5-42a7-99b2-859cbf412181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:11:48Z', 'updated_at': '2022-04-22T08:11:48Z', 'revision_number': 0, 'project_id': '99ff3745dca54842ab1e31500356580f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473d39b0-8b32-42bb-8076-8faaf3e7cd02', 'name': '', 'network_id': '825aab79-af77-4e01-9a10-af00722d609f', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'mac_address': 'fa:16:3e:16:5f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9a38870b-6142-490c-8aec-03edf8c552f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:09Z', 'updated_at': '2022-04-22T08:11:13Z', 'revision_number': 5, 'project_id': '99ff3745dca54842ab1e31500356580f', 'subnets': [{'id': '9a38870b-6142-490c-8aec-03edf8c552f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:11:50.456469 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90536b92-73a6-4ad8-a995-962d39cedf82 None None] The sync data for ids ['e3cca142-9a05-43c8-9bf9-3e4557424f1e'] in dv-cinder-838880-1-smb is: [{'id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'name': 'tempest-TestShelveInstance-1732491128-router', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:06Z', 'updated_at': '2022-04-22T08:11:09Z', 'revision_number': 4, 'project_id': '99ff3745dca54842ab1e31500356580f', 'gw_port': {'id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:07Z', 'updated_at': '2022-04-22T08:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '6a7d7eeb-0999-4a93-a8c9-18fe851810f4', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'floating_ip_address': '172.28.2.61', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'port_id': '9fed9de6-35e0-48cc-9996-1fad7956db87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '825aab79-af77-4e01-9a10-af00722d609f', 'mac_address': 'fa:16:3e:61:a1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586c3e0d-8de5-42a7-99b2-859cbf412181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:11:48Z', 'updated_at': '2022-04-22T08:11:48Z', 'revision_number': 0, 'project_id': '99ff3745dca54842ab1e31500356580f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '473d39b0-8b32-42bb-8076-8faaf3e7cd02', 'name': '', 'network_id': '825aab79-af77-4e01-9a10-af00722d609f', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'mac_address': 'fa:16:3e:16:5f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9a38870b-6142-490c-8aec-03edf8c552f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:09Z', 'updated_at': '2022-04-22T08:11:13Z', 'revision_number': 5, 'project_id': '99ff3745dca54842ab1e31500356580f', 'subnets': [{'id': '9a38870b-6142-490c-8aec-03edf8c552f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:11:50.653379 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e3624e-7efd-40d1-884e-5854e7b07ccc None None] New status for floating IP 6a7d7eeb-0999-4a93-a8c9-18fe851810f4: ACTIVE {{(pid=103834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 08:11:57.499582 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:11:58.064315 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd1f06-aae7-4e83-a947-56a9d17b5510 req-8d9c9c7c-c5a2-4350-9acb-099d8ee8f398 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:58.069318 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-adfd1f06-aae7-4e83-a947-56a9d17b5510 req-8d9c9c7c-c5a2-4350-9acb-099d8ee8f398 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0530820 Apr 22 08:11:58.112495 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-adfd1f06-aae7-4e83-a947-56a9d17b5510 req-2fd48f7d-cc09-4342-b54e-77421954a86c tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411346 Apr 22 08:11:59.238263 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4c30d-f88f-46f0-b645-0ea65afa89f1 req-75c95e52-57e5-439f-8f6e-edf1fdf06820 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:11:59.239735 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a4e4c30d-f88f-46f0-b645-0ea65afa89f1 req-75c95e52-57e5-439f-8f6e-edf1fdf06820 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0517390 Apr 22 08:11:59.288708 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-a4e4c30d-f88f-46f0-b645-0ea65afa89f1 req-66b40b40-a80f-4b4c-ba23-b83740a3ffd7 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433390 Apr 22 08:12:00.405742 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbafa8e-c73c-4ed8-9af5-22981d0c226f req-50f197ac-8325-465e-bbdc-1c57916219ab tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:00.407235 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9dbafa8e-c73c-4ed8-9af5-22981d0c226f req-50f197ac-8325-465e-bbdc-1c57916219ab tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0522344 Apr 22 08:12:00.453001 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9dbafa8e-c73c-4ed8-9af5-22981d0c226f req-ebb18ed1-45be-4776-8f0b-ebf15ca08553 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402577 Apr 22 08:12:01.580296 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282c7e4-a66d-4c3b-80ff-8bdd47eb0db8 req-f50e3e6d-6ced-492a-9780-98d701f9ca8f tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:01.581703 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0282c7e4-a66d-4c3b-80ff-8bdd47eb0db8 req-f50e3e6d-6ced-492a-9780-98d701f9ca8f tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0561547 Apr 22 08:12:01.636399 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0282c7e4-a66d-4c3b-80ff-8bdd47eb0db8 req-7b3c58db-18fd-4692-acdb-6ba14a8face2 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488815 Apr 22 08:12:02.757698 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632a095-3eb7-4ea0-9717-96c2d71eeb45 req-b6bac6e9-0778-452c-9a15-7867b134989a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:02.759805 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b632a095-3eb7-4ea0-9717-96c2d71eeb45 req-b6bac6e9-0778-452c-9a15-7867b134989a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0565169 Apr 22 08:12:02.810309 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b632a095-3eb7-4ea0-9717-96c2d71eeb45 req-65e07835-d750-47c4-8425-7cecf1f7bed3 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448477 Apr 22 08:12:03.929401 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60617657-29f6-47d6-9a4e-7b0d99af64c0 req-17056241-7ccf-496f-b498-9b411f7ccce6 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:03.930821 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-60617657-29f6-47d6-9a4e-7b0d99af64c0 req-17056241-7ccf-496f-b498-9b411f7ccce6 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0523756 Apr 22 08:12:03.976720 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-60617657-29f6-47d6-9a4e-7b0d99af64c0 req-f96f58d0-b18c-487e-816c-4ac0630089af tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401802 Apr 22 08:12:05.098368 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6fefa-9d2e-4317-b56a-ec5fb0891bf2 req-2a4c711a-fa5c-4dd1-9ff1-6c297de98955 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:05.099849 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f4a6fefa-9d2e-4317-b56a-ec5fb0891bf2 req-2a4c711a-fa5c-4dd1-9ff1-6c297de98955 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0539851 Apr 22 08:12:05.145158 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f4a6fefa-9d2e-4317-b56a-ec5fb0891bf2 req-b4b98858-6bb0-493f-bf11-0a949d3072da tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392385 Apr 22 08:12:06.261837 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab8bdc-5ead-45c6-a5b7-29052b26297a req-2478766f-9f14-4294-b736-d615c3742713 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:06.263314 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1cab8bdc-5ead-45c6-a5b7-29052b26297a req-2478766f-9f14-4294-b736-d615c3742713 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0520287 Apr 22 08:12:06.310228 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-1cab8bdc-5ead-45c6-a5b7-29052b26297a req-d86576b9-11b3-40d0-b888-479f77eacd9e tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413930 Apr 22 08:12:07.428579 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b708cb-2b17-4afa-9a1a-42ff056560e9 req-65154d4b-add9-4d6c-97af-946e654269c6 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:07.430029 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c4b708cb-2b17-4afa-9a1a-42ff056560e9 req-65154d4b-add9-4d6c-97af-946e654269c6 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0512228 Apr 22 08:12:07.481192 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c4b708cb-2b17-4afa-9a1a-42ff056560e9 req-403f9938-494a-4fbc-8ef2-b1a6c2365bf6 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455532 Apr 22 08:12:08.599720 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f1cdf-c0ce-4d04-8bde-f3609436e44b req-4a94d10f-a42a-4a92-a584-e61b795618f6 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:08.601041 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-769f1cdf-c0ce-4d04-8bde-f3609436e44b req-4a94d10f-a42a-4a92-a584-e61b795618f6 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0526767 Apr 22 08:12:08.646751 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-769f1cdf-c0ce-4d04-8bde-f3609436e44b req-80203314-5c85-4d07-8153-e8c979bbda69 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398121 Apr 22 08:12:08.979933 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15460b-6d53-4549-98d3-93ce1864cc88 req-589b9a16-d445-41eb-95a1-280e3f546092 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:08.981416 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bd15460b-6d53-4549-98d3-93ce1864cc88 req-589b9a16-d445-41eb-95a1-280e3f546092 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0525842 Apr 22 08:12:09.034170 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-bd15460b-6d53-4549-98d3-93ce1864cc88 req-0b0c0b99-8de3-4642-8adf-1f2cf8177287 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462751 Apr 22 08:12:09.103372 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab96098-32ae-45ba-a7f9-7753e696f848 req-12a4e7fa-b13b-41c9-bf9c-4ea689f2932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:09.104920 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3ab96098-32ae-45ba-a7f9-7753e696f848 req-12a4e7fa-b13b-41c9-bf9c-4ea689f2932e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14eb5f6f6b9140adb7e06e6d099e1dfd&device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 1129 time: 0.0473816 Apr 22 08:12:09.190696 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab96098-32ae-45ba-a7f9-7753e696f848 req-066c7c90-e61c-464b-bf97-308ffc994330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:09.192044 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3ab96098-32ae-45ba-a7f9-7753e696f848 req-066c7c90-e61c-464b-bf97-308ffc994330 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 HTTP/1.1" status: 200 len: 911 time: 0.0817790 Apr 22 08:12:09.257630 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3ab96098-32ae-45ba-a7f9-7753e696f848 req-5c86805d-f637-48e9-8529-6c457e1e4edf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75a79240-f25d-4d05-958e-5d838ce085cb HTTP/1.1" status: 200 len: 999 time: 0.0590792 Apr 22 08:12:09.304382 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab96098-32ae-45ba-a7f9-7753e696f848 req-115ed9e6-f9a2-4a49-84da-71c8476d0589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:09.305410 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3ab96098-32ae-45ba-a7f9-7753e696f848 req-115ed9e6-f9a2-4a49-84da-71c8476d0589 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb HTTP/1.1" status: 200 len: 849 time: 0.0422788 Apr 22 08:12:09.352831 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab96098-32ae-45ba-a7f9-7753e696f848 req-73e51a9f-a087-4ada-849a-6b27fd131644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:09.354859 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3ab96098-32ae-45ba-a7f9-7753e696f848 req-73e51a9f-a087-4ada-849a-6b27fd131644 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0428920 Apr 22 08:12:09.442737 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3ab96098-32ae-45ba-a7f9-7753e696f848 req-3e0c4572-c493-4ad5-b11f-0fb186cda364 service neutron] 10.222.0.39 "GET /v2.0/networks/e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821993 Apr 22 08:12:09.528285 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3ab96098-32ae-45ba-a7f9-7753e696f848 req-9cb00cec-5659-4d9e-ac3c-3e2fbbfd08b2 service neutron] 10.222.0.39 "GET /v2.0/networks/e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787439 Apr 22 08:12:10.162335 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b0542-c49f-494a-9a9c-067a4145358f req-77823768-027a-4154-b0c1-aabb7d273e7b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:10.163833 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-609b0542-c49f-494a-9a9c-067a4145358f req-77823768-027a-4154-b0c1-aabb7d273e7b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0572312 Apr 22 08:12:10.215842 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-609b0542-c49f-494a-9a9c-067a4145358f req-91e68c9c-acd2-4cc4-9106-31a66416d3cb tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458415 Apr 22 08:12:10.590897 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-281ecaff-f68d-4a3f-a2f2-6ddb0595332a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:12.962295 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e6acc6cd-07e0-43d0-8aa4-90f55e214935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:14.356461 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:15.202408 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:16.939354 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:18.832210 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:12:27.516561 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:30.889333 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-103af65d-9f00-484f-ae7b-69cd40a57def req-bf30f8e6-4bf0-4a24-a00c-d7f25178418b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434232 Apr 22 08:12:30.976687 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103af65d-9f00-484f-ae7b-69cd40a57def req-b6fbe320-1e05-493d-8027-6c466dd0f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:30.978657 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-103af65d-9f00-484f-ae7b-69cd40a57def req-b6fbe320-1e05-493d-8027-6c466dd0f037 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14eb5f6f6b9140adb7e06e6d099e1dfd&device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 1129 time: 0.0445457 Apr 22 08:12:31.081071 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103af65d-9f00-484f-ae7b-69cd40a57def req-4af4a325-3bc5-4b99-94a4-707f945aadcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:31.082659 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-103af65d-9f00-484f-ae7b-69cd40a57def req-4af4a325-3bc5-4b99-94a4-707f945aadcf service neutron] 10.222.0.39 "GET /v2.0/networks?id=e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 HTTP/1.1" status: 200 len: 911 time: 0.0858216 Apr 22 08:12:31.150951 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-103af65d-9f00-484f-ae7b-69cd40a57def req-cdade0e9-8324-404d-b968-c49afb1be382 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75a79240-f25d-4d05-958e-5d838ce085cb HTTP/1.1" status: 200 len: 999 time: 0.0599513 Apr 22 08:12:31.197750 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103af65d-9f00-484f-ae7b-69cd40a57def req-22bcf345-982f-4cb2-8ff5-3627bd4c6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:31.199341 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-103af65d-9f00-484f-ae7b-69cd40a57def req-22bcf345-982f-4cb2-8ff5-3627bd4c6846 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb HTTP/1.1" status: 200 len: 849 time: 0.0426223 Apr 22 08:12:31.250834 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103af65d-9f00-484f-ae7b-69cd40a57def req-4bf7a5f8-762d-4ef6-9db7-37bade1bc7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:31.252375 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-103af65d-9f00-484f-ae7b-69cd40a57def req-4bf7a5f8-762d-4ef6-9db7-37bade1bc7d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0472453 Apr 22 08:12:31.339068 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-103af65d-9f00-484f-ae7b-69cd40a57def req-88a0cfc0-6e51-484d-81aa-5c5d1930d4d8 service neutron] 10.222.0.39 "GET /v2.0/networks/e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803413 Apr 22 08:12:31.433123 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-103af65d-9f00-484f-ae7b-69cd40a57def req-c6836cf3-8468-46d5-af5e-c9c9e7896761 service neutron] 10.222.0.39 "GET /v2.0/networks/e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880384 Apr 22 08:12:40.567657 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-cf20f9d4-b318-45df-9b78-c788d34e0487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:42.984493 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-772f21b3-d0e9-4616-a0ac-3781dbc00f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:43.414761 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99fb521-768f-4ae3-b9dc-de6fe6427924 req-d5755913-b939-4931-a399-92b6f536c88f tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:43.416218 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e99fb521-768f-4ae3-b9dc-de6fe6427924 req-d5755913-b939-4931-a399-92b6f536c88f tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0537262 Apr 22 08:12:43.462373 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e99fb521-768f-4ae3-b9dc-de6fe6427924 req-e2400d5a-e0d1-4e7e-8638-ed0857ab94e8 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399327 Apr 22 08:12:44.407406 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:44.579946 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65394fa4-4c17-47be-aa2e-f944b0b44bf9 req-8946d035-55da-43f5-b0e5-8b66ddada2f6 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:44.581293 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-65394fa4-4c17-47be-aa2e-f944b0b44bf9 req-8946d035-55da-43f5-b0e5-8b66ddada2f6 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0505161 Apr 22 08:12:44.625573 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-65394fa4-4c17-47be-aa2e-f944b0b44bf9 req-b8a6e9dd-04a3-4c91-8761-fd20ef9953a8 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387821 Apr 22 08:12:45.236092 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:45.312195 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39a802-452c-45b7-8184-c558d869505f req-65f1cb53-3be9-4c62-987f-6bebcdf4da4f tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:45.313673 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-af39a802-452c-45b7-8184-c558d869505f req-65f1cb53-3be9-4c62-987f-6bebcdf4da4f tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.39 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.0547259 Apr 22 08:12:45.405693 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-af39a802-452c-45b7-8184-c558d869505f req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Deleting port 75a79240-f25d-4d05-958e-5d838ce085cb {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:12:45.406029 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-af39a802-452c-45b7-8184-c558d869505f req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (75a79240-f25d-4d05-958e-5d838ce085cb), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:45.491923 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-af39a802-452c-45b7-8184-c558d869505f req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] For port 75a79240-f25d-4d05-958e-5d838ce085cb, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=75a79240-f25d-4d05-958e-5d838ce085cb,segment=NetworkSegment(038b4509-2046-41c8-98a3-925a5ea4837d),segment_id=038b4509-2046-41c8-98a3-925a5ea4837d)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:12:45.492197 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-af39a802-452c-45b7-8184-c558d869505f req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (75a79240-f25d-4d05-958e-5d838ce085cb), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:45.935701 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe059ed-122d-4afa-99de-394da2bc0a9f req-23164764-7e13-4bba-a643-b8dd035d92e0 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:45.937155 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4fe059ed-122d-4afa-99de-394da2bc0a9f req-23164764-7e13-4bba-a643-b8dd035d92e0 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 945 time: 0.1055484 Apr 22 08:12:45.939091 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-af39a802-452c-45b7-8184-c558d869505f req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:45.939449 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-af39a802-452c-45b7-8184-c558d869505f req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (32618ef0-5efb-4ff6-8e87-490459586192), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:45.939760 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.l3_db [req-af39a802-452c-45b7-8184-c558d869505f req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Floating IP 32618ef0-5efb-4ff6-8e87-490459586192 disassociated. External IP: 172.28.2.2, port: 75a79240-f25d-4d05-958e-5d838ce085cb. Apr 22 08:12:45.940101 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-af39a802-452c-45b7-8184-c558d869505f req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Calling delete_port for 75a79240-f25d-4d05-958e-5d838ce085cb owned by compute:nova {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:12:46.039358 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4fe059ed-122d-4afa-99de-394da2bc0a9f req-fa379b4f-06ac-445e-95a8-5568b6ca2d39 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951521 Apr 22 08:12:46.184894 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-af39a802-452c-45b7-8184-c558d869505f req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (75a79240-f25d-4d05-958e-5d838ce085cb), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:46.211821 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Pushing event deleted for resources: {'Port': ['ID=75a79240-f25d-4d05-958e-5d838ce085cb,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:12:46.223591 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:46.223854 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:46.224202 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:46.224550 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:46.224880 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:46.225239 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:46.225531 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:46.225857 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:46.226190 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:46.226534 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:46.226862 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:46.227187 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:46.227509 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:46.340808 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af39a802-452c-45b7-8184-c558d869505f req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Router 0b09dc45-85cc-4561-8694-a199c3314bbf has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:12:46.450712 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af39a802-452c-45b7-8184-c558d869505f req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:12:46.462066 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e55897-7e56-4c84-bb38-4a49a003e1c2 None None] Sync routers for ids ['0b09dc45-85cc-4561-8694-a199c3314bbf'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:12:46.471932 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e55897-7e56-4c84-bb38-4a49a003e1c2 None None] Routers {'0b09dc45-85cc-4561-8694-a199c3314bbf'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:12:46.472542 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-76e55897-7e56-4c84-bb38-4a49a003e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:12:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['0b09dc45-85cc-4561-8694-a199c3314bbf'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:12:46.492445 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-af39a802-452c-45b7-8184-c558d869505f req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] No DVR routers for this DVR port 75a79240-f25d-4d05-958e-5d838ce085cb on host hv-cinder-83888 {{(pid=103832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:12:46.495500 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-af39a802-452c-45b7-8184-c558d869505f req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:46.499394 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-af39a802-452c-45b7-8184-c558d869505f req-e9de2e6f-895a-4613-b29d-c6428298fb17 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.39 "DELETE /v2.0/ports/75a79240-f25d-4d05-958e-5d838ce085cb HTTP/1.1" status: 204 len: 173 time: 1.1799669 Apr 22 08:12:46.499864 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42abcb0-1397-40aa-9855-394659f45f83', 'name': 'network-vif-deleted', 'tag': '75a79240-f25d-4d05-958e-5d838ce085cb'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:12:46.502330 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196dea62-bcc9-4c96-9076-0b15ab227360" -d '{"events": [{"server_uuid": "b42abcb0-1397-40aa-9855-394659f45f83", "name": "network-vif-deleted", "tag": "75a79240-f25d-4d05-958e-5d838ce085cb"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:12:46.540848 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd99e448-9478-4309-81e7-0242e14f919b x-openstack-request-id: req-fd99e448-9478-4309-81e7-0242e14f919b {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:12:46.541154 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42abcb0-1397-40aa-9855-394659f45f83", "name": "network-vif-deleted", "tag": "75a79240-f25d-4d05-958e-5d838ce085cb", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:12:46.541444 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd99e448-9478-4309-81e7-0242e14f919b {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:12:46.542000 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd99e448-9478-4309-81e7-0242e14f919b'] response: {'server_uuid': 'b42abcb0-1397-40aa-9855-394659f45f83', 'name': 'network-vif-deleted', 'tag': '75a79240-f25d-4d05-958e-5d838ce085cb', 'status': 'completed', 'code': 200} Apr 22 08:12:46.680220 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-76e55897-7e56-4c84-bb38-4a49a003e1c2 None None] Set router 0b09dc45-85cc-4561-8694-a199c3314bbf gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:12:46.878243 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-76e55897-7e56-4c84-bb38-4a49a003e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'name': 'tempest-AttachVolumeTestJSON-938032082-router', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:10:05Z', 'updated_at': '2022-04-22T08:10:10Z', 'revision_number': 4, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'gw_port': {'id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:06Z', 'updated_at': '2022-04-22T08:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '66ff6118-56f5-4a4b-b14b-338cf7d491b9', 'name': '', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'mac_address': 'fa:16:3e:df:ed:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:09Z', 'updated_at': '2022-04-22T08:10:13Z', 'revision_number': 5, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'subnets': [{'id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:12:46.903237 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e55897-7e56-4c84-bb38-4a49a003e1c2 None None] Checking router: 0b09dc45-85cc-4561-8694-a199c3314bbf for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:12:46.911455 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e55897-7e56-4c84-bb38-4a49a003e1c2 None None] Routers {'0b09dc45-85cc-4561-8694-a199c3314bbf'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:12:46.912050 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-76e55897-7e56-4c84-bb38-4a49a003e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:12:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['0b09dc45-85cc-4561-8694-a199c3314bbf'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:12:46.950734 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:47.016706 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-76e55897-7e56-4c84-bb38-4a49a003e1c2 None None] Set router 0b09dc45-85cc-4561-8694-a199c3314bbf gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:12:47.156517 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-7efe61b7-5137-4b48-b16d-c87af6ae5e28 req-0b2e2f98-5824-4c23-83a2-7059ade2a9aa tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=b42abcb0-1397-40aa-9855-394659f45f83 HTTP/1.1" status: 200 len: 210 time: 0.0314209 Apr 22 08:12:47.217553 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-76e55897-7e56-4c84-bb38-4a49a003e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'name': 'tempest-AttachVolumeTestJSON-938032082-router', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:10:05Z', 'updated_at': '2022-04-22T08:10:10Z', 'revision_number': 4, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'gw_port': {'id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:06Z', 'updated_at': '2022-04-22T08:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '66ff6118-56f5-4a4b-b14b-338cf7d491b9', 'name': '', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'mac_address': 'fa:16:3e:df:ed:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:09Z', 'updated_at': '2022-04-22T08:10:13Z', 'revision_number': 5, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'subnets': [{'id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:12:47.243752 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e55897-7e56-4c84-bb38-4a49a003e1c2 None None] The sync data for ids ['0b09dc45-85cc-4561-8694-a199c3314bbf'] in dv-cinder-838880-1-smb is: [{'id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'name': 'tempest-AttachVolumeTestJSON-938032082-router', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:10:05Z', 'updated_at': '2022-04-22T08:10:10Z', 'revision_number': 4, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'gw_port': {'id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:06Z', 'updated_at': '2022-04-22T08:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '66ff6118-56f5-4a4b-b14b-338cf7d491b9', 'name': '', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'mac_address': 'fa:16:3e:df:ed:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:09Z', 'updated_at': '2022-04-22T08:10:13Z', 'revision_number': 5, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'subnets': [{'id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:12:47.451447 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a10a8d3-26f5-4b2e-b258-d5d74a6cd4e6 None None] New status for floating IP 32618ef0-5efb-4ff6-8e87-490459586192: DOWN {{(pid=103834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 08:12:48.294412 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 40320) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:12:48.346874 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-00dcb26e-1b6b-466a-8445-a20b2aa7c76a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group (ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:48.369815 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-00dcb26e-1b6b-466a-8445-a20b2aa7c76a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group (ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:48.481864 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-00dcb26e-1b6b-466a-8445-a20b2aa7c76a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:48.484372 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-00dcb26e-1b6b-466a-8445-a20b2aa7c76a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:48.485495 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-00dcb26e-1b6b-466a-8445-a20b2aa7c76a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "DELETE /v2.0/security-groups/ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98 HTTP/1.1" status: 204 len: 168 time: 0.1899736 Apr 22 08:12:48.488247 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40322) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:12:48.494407 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dcb26e-1b6b-466a-8445-a20b2aa7c76a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:12:48.503006 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.api.v2.resource [None req-95640b2b-a96d-4354-85e5-3297f842f699 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] show failed (client error): The resource could not be found. Apr 22 08:12:48.504032 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-95640b2b-a96d-4354-85e5-3297f842f699 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups/ac2d6b1f-cce6-43a2-8644-e7fdeb3dfd98 HTTP/1.1" status: 404 len: 347 time: 0.0148227 Apr 22 08:12:48.506781 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40326) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:12:48.630644 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-472bb768-0b73-4494-ba0b-f37ad863a732 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Deleting port 67a2fece-9454-4901-8988-e55ce49af196 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:12:48.630986 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-472bb768-0b73-4494-ba0b-f37ad863a732 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (67a2fece-9454-4901-8988-e55ce49af196), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:48.703660 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-472bb768-0b73-4494-ba0b-f37ad863a732 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (67a2fece-9454-4901-8988-e55ce49af196), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:48.703983 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-472bb768-0b73-4494-ba0b-f37ad863a732 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for floatingip (67a2fece-9454-4901-8988-e55ce49af196), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:48.715572 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-472bb768-0b73-4494-ba0b-f37ad863a732 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Calling delete_port for 67a2fece-9454-4901-8988-e55ce49af196 owned by network:floatingip {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:12:48.916455 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-472bb768-0b73-4494-ba0b-f37ad863a732 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (67a2fece-9454-4901-8988-e55ce49af196), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:48.942039 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472bb768-0b73-4494-ba0b-f37ad863a732 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Pushing event deleted for resources: {'Port': ['ID=67a2fece-9454-4901-8988-e55ce49af196,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:12:48.954095 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bb768-0b73-4494-ba0b-f37ad863a732 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:48.954448 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bb768-0b73-4494-ba0b-f37ad863a732 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:48.954814 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bb768-0b73-4494-ba0b-f37ad863a732 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:48.955235 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bb768-0b73-4494-ba0b-f37ad863a732 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:48.955569 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bb768-0b73-4494-ba0b-f37ad863a732 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:48.955898 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bb768-0b73-4494-ba0b-f37ad863a732 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:48.956224 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bb768-0b73-4494-ba0b-f37ad863a732 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:48.956549 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bb768-0b73-4494-ba0b-f37ad863a732 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:48.956874 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bb768-0b73-4494-ba0b-f37ad863a732 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:48.957197 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bb768-0b73-4494-ba0b-f37ad863a732 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:48.957647 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bb768-0b73-4494-ba0b-f37ad863a732 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:48.957973 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bb768-0b73-4494-ba0b-f37ad863a732 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:48.958301 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472bb768-0b73-4494-ba0b-f37ad863a732 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:48.961059 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 75a79240-f25d-4d05-958e-5d838ce085cb no longer exists at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:12:48.981485 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] No Port match for: 75a79240-f25d-4d05-958e-5d838ce085cb {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:12:48.981828 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 75a79240-f25d-4d05-958e-5d838ce085cb not bound to the agent host hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:12:49.015015 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-472bb768-0b73-4494-ba0b-f37ad863a732 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for floatingip (32618ef0-5efb-4ff6-8e87-490459586192), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:49.017644 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-472bb768-0b73-4494-ba0b-f37ad863a732 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:49.018803 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-472bb768-0b73-4494-ba0b-f37ad863a732 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "DELETE /v2.0/floatingips/32618ef0-5efb-4ff6-8e87-490459586192 HTTP/1.1" status: 204 len: 168 time: 0.5110683 Apr 22 08:12:49.305833 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 40330) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:12:49.311004 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-d6557219-e68c-4425-a7b1-8c11c1d7153e tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--796284552', 'description': 'tempest-description--379156937'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:12:49.390676 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d6557219-e68c-4425-a7b1-8c11c1d7153e tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:49.453539 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d6557219-e68c-4425-a7b1-8c11c1d7153e tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group (2424069e-0a32-4c6a-8c09-4b953a1026b3), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:49.521748 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d6557219-e68c-4425-a7b1-8c11c1d7153e tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (2424069e-0a32-4c6a-8c09-4b953a1026b3), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:49.549356 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6557219-e68c-4425-a7b1-8c11c1d7153e tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2424069e-0a32-4c6a-8c09-4b953a1026b3,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:12:49.615063 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d6557219-e68c-4425-a7b1-8c11c1d7153e tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:49.616323 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-d6557219-e68c-4425-a7b1-8c11c1d7153e tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3094106 Apr 22 08:12:49.619134 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 40332) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:12:49.624026 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [None req-76546cc8-5ac0-498b-b6af-37a7ed53df7a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Request body: {'security_group_rule': {'security_group_id': '2424069e-0a32-4c6a-8c09-4b953a1026b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:12:49.737605 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-76546cc8-5ac0-498b-b6af-37a7ed53df7a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group_rule (66f113dc-512c-435e-adf8-37a262773ec0), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:49.794782 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-76546cc8-5ac0-498b-b6af-37a7ed53df7a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group_rule (66f113dc-512c-435e-adf8-37a262773ec0), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:49.876171 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-76546cc8-5ac0-498b-b6af-37a7ed53df7a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (66f113dc-512c-435e-adf8-37a262773ec0), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:49.893761 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76546cc8-5ac0-498b-b6af-37a7ed53df7a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f113dc-512c-435e-adf8-37a262773ec0,revision_number=0']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:12:49.952446 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-76546cc8-5ac0-498b-b6af-37a7ed53df7a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:49.953673 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-76546cc8-5ac0-498b-b6af-37a7ed53df7a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3329308 Apr 22 08:12:49.956448 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40334) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:12:49.961023 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-84f06276-3b42-42f1-9d1d-1749b8f1ee6d tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Request body: {'security_group_rule': {'security_group_id': '2424069e-0a32-4c6a-8c09-4b953a1026b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:12:50.017969 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-84f06276-3b42-42f1-9d1d-1749b8f1ee6d tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group_rule (595c3ae8-d810-4182-8925-ffa5471fefb9), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:50.072643 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-84f06276-3b42-42f1-9d1d-1749b8f1ee6d tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group_rule (595c3ae8-d810-4182-8925-ffa5471fefb9), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:50.121769 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-84f06276-3b42-42f1-9d1d-1749b8f1ee6d tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642440'] for security_group_rule (595c3ae8-d810-4182-8925-ffa5471fefb9), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:50.139346 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f06276-3b42-42f1-9d1d-1749b8f1ee6d tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595c3ae8-d810-4182-8925-ffa5471fefb9,revision_number=0']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:12:50.198151 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-84f06276-3b42-42f1-9d1d-1749b8f1ee6d tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:50.199414 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-84f06276-3b42-42f1-9d1d-1749b8f1ee6d tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2419269 Apr 22 08:12:50.202482 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40336) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:12:50.206737 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-edcd33e7-f5f6-42eb-aec4-e355a96383a1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Request body: {'floatingip': {'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:12:50.270339 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-edcd33e7-f5f6-42eb-aec4-e355a96383a1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:50.370982 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-edcd33e7-f5f6-42eb-aec4-e355a96383a1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:50.471778 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_common [None req-edcd33e7-f5f6-42eb-aec4-e355a96383a1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Allocated IP 172.28.2.249 (1ba3c60b-0bed-4e05-bf6c-e6da0128f626/c65f8918-06d0-4042-b508-c83c4010a7fc/89615aa2-b2bd-49d1-8036-dfc29236113f) {{(pid=103833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:12:50.572261 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-edcd33e7-f5f6-42eb-aec4-e355a96383a1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for port (89615aa2-b2bd-49d1-8036-dfc29236113f), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:50.670387 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-edcd33e7-f5f6-42eb-aec4-e355a96383a1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (89615aa2-b2bd-49d1-8036-dfc29236113f), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:50.705057 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcd33e7-f5f6-42eb-aec4-e355a96383a1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Network 1ba3c60b-0bed-4e05-bf6c-e6da0128f626 is already hosted by enough agents. {{(pid=103833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:12:50.707820 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.base_scheduler [None req-edcd33e7-f5f6-42eb-aec4-e355a96383a1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Resources bound (agent type, host, resource id): {{(pid=103833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:12:50.711113 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcd33e7-f5f6-42eb-aec4-e355a96383a1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Received port after_create {{(pid=103833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:12:50.736021 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd33e7-f5f6-42eb-aec4-e355a96383a1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Pushing event updated for resources: {'Port': ['ID=89615aa2-b2bd-49d1-8036-dfc29236113f,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:12:50.797646 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-edcd33e7-f5f6-42eb-aec4-e355a96383a1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for floatingip (731b8cd0-476f-4ff6-a67d-0230a9735368), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:50.935540 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-edcd33e7-f5f6-42eb-aec4-e355a96383a1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (89615aa2-b2bd-49d1-8036-dfc29236113f), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:51.077452 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-edcd33e7-f5f6-42eb-aec4-e355a96383a1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for port (89615aa2-b2bd-49d1-8036-dfc29236113f), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:51.155908 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-edcd33e7-f5f6-42eb-aec4-e355a96383a1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4079315'] for port (89615aa2-b2bd-49d1-8036-dfc29236113f), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:51.229167 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd33e7-f5f6-42eb-aec4-e355a96383a1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Pushing event updated for resources: {'Port': ['ID=89615aa2-b2bd-49d1-8036-dfc29236113f,revision_number=2']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:12:51.242454 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-edcd33e7-f5f6-42eb-aec4-e355a96383a1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (731b8cd0-476f-4ff6-a67d-0230a9735368), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:51.312569 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-edcd33e7-f5f6-42eb-aec4-e355a96383a1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:51.313823 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-edcd33e7-f5f6-42eb-aec4-e355a96383a1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1104000 Apr 22 08:12:51.501115 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-54f548cb-b6b1-4c28-94aa-5e4a0cb83166 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--796284552&fields=id&tenant_id=14eb5f6f6b9140adb7e06e6d099e1dfd HTTP/1.1" status: 200 len: 267 time: 0.0399706 Apr 22 08:12:51.606434 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-be81d46f-de79-4e3e-bc7c-5df73f7b7383 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:51.607822 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-be81d46f-de79-4e3e-bc7c-5df73f7b7383 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/networks?id=e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 HTTP/1.1" status: 200 len: 810 time: 0.1004140 Apr 22 08:12:51.622443 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-58d77a73-5ece-4529-885b-64d6757defd3 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/quotas/14eb5f6f6b9140adb7e06e6d099e1dfd HTTP/1.1" status: 200 len: 375 time: 0.0093374 Apr 22 08:12:51.676654 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-21f91b51-3aab-4d0d-a2d7-176cdd99f35f tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14eb5f6f6b9140adb7e06e6d099e1dfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492098 Apr 22 08:12:51.772570 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-f69d1d66-c62f-4ecc-9094-b3245e5bf09b service neutron] 10.222.0.13 "GET /v2.0/networks/e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835693 Apr 22 08:12:51.863291 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-bd5da725-8a41-4bd3-8146-bc6fedb93a04 service neutron] 10.222.0.13 "GET /v2.0/networks/e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844083 Apr 22 08:12:52.105553 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cff7533d-ccbc-4a5e-9740-e1619cebf14c req-c2e0467a-518a-47b8-92b9-52883e4e886c tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1af9402-57cb-404e-bbf3-d0987c6b2e7f HTTP/1.1" status: 200 len: 210 time: 0.0277674 Apr 22 08:12:53.197183 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0ba016cf-84a2-4292-8bbd-eea5574a73df req-e1546e0d-cd3e-45a3-b983-815c67aa6f6e tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1af9402-57cb-404e-bbf3-d0987c6b2e7f HTTP/1.1" status: 200 len: 210 time: 0.0271459 Apr 22 08:12:54.086375 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-e6c51a27-c621-4f62-afc9-a3010a38658f tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:54.087855 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-e6c51a27-c621-4f62-afc9-a3010a38658f tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.39 "GET /v2.0/networks?id=e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 HTTP/1.1" status: 200 len: 810 time: 0.1024864 Apr 22 08:12:54.146160 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-a82dd2f6-77f6-4c17-8731-8976b9015911 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14eb5f6f6b9140adb7e06e6d099e1dfd HTTP/1.1" status: 200 len: 379 time: 0.0502210 Apr 22 08:12:54.154917 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-9d8cdea0-a8c0-4429-961c-98726c15f599 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Request body: {'port': {'device_id': 'e1af9402-57cb-404e-bbf3-d0987c6b2e7f', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'admin_state_up': True, 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'security_groups': ['2424069e-0a32-4c6a-8c09-4b953a1026b3']}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:12:54.294325 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e3d776df-94a7-4eee-b0db-1dd09fb69209 req-9ae8b5ea-74a5-4afd-aeb1-42a7f771b780 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1af9402-57cb-404e-bbf3-d0987c6b2e7f HTTP/1.1" status: 200 len: 210 time: 0.0278051 Apr 22 08:12:54.344942 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-9d8cdea0-a8c0-4429-961c-98726c15f599 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Made reservation on behalf of 14eb5f6f6b9140adb7e06e6d099e1dfd for: {'port': 1} {{(pid=103832) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 08:12:54.348236 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-9d8cdea0-a8c0-4429-961c-98726c15f599 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:54.467607 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.db_base_plugin_common [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-9d8cdea0-a8c0-4429-961c-98726c15f599 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Allocated IP 172.20.0.8 (e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3/031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb/121c371f-187c-47f6-938d-7ebb9be11cc5) {{(pid=103832) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 08:12:54.598149 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-9d8cdea0-a8c0-4429-961c-98726c15f599 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for port (121c371f-187c-47f6-938d-7ebb9be11cc5), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:54.687965 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-9d8cdea0-a8c0-4429-961c-98726c15f599 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744464726613', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (121c371f-187c-47f6-938d-7ebb9be11cc5), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:54.731014 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-9d8cdea0-a8c0-4429-961c-98726c15f599 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Network e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 is already hosted by enough agents. {{(pid=103832) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 08:12:54.734076 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.base_scheduler [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-9d8cdea0-a8c0-4429-961c-98726c15f599 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Resources bound (agent type, host, resource id): {{(pid=103832) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 08:12:54.737671 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-9d8cdea0-a8c0-4429-961c-98726c15f599 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Received port after_create {{(pid=103832) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 22 08:12:54.765945 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cdea0-a8c0-4429-961c-98726c15f599 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Pushing event updated for resources: {'Port': ['ID=121c371f-187c-47f6-938d-7ebb9be11cc5,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:12:54.794361 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-9d8cdea0-a8c0-4429-961c-98726c15f599 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:54.795028 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-9d8cdea0-a8c0-4429-961c-98726c15f599 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:54.867684 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-9d8cdea0-a8c0-4429-961c-98726c15f599 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7171314 Apr 22 08:12:54.879115 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.v2.base [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] Request body: {'port': {'device_id': 'e1af9402-57cb-404e-bbf3-d0987c6b2e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83888'}} {{(pid=103832) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:12:54.934126 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-f6964dcc-7621-41c0-bb88-0e23bf1f3c84 None None] Provisioning complete for port 121c371f-187c-47f6-938d-7ebb9be11cc5 triggered by entity DHCP. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:12:54.934749 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-f6964dcc-7621-41c0-bb88-0e23bf1f3c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (121c371f-187c-47f6-938d-7ebb9be11cc5), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:54.941526 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (121c371f-187c-47f6-938d-7ebb9be11cc5), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:54.967852 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-f6964dcc-7621-41c0-bb88-0e23bf1f3c84 None None] Port 121c371f-187c-47f6-938d-7ebb9be11cc5 cannot update to ACTIVE because it is not bound. {{(pid=103834) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 22 08:12:55.204675 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121c371f-187c-47f6-938d-7ebb9be11cc5 {{(pid=103832) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:12:55.212790 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] Publish callbacks [] for port (121c371f-187c-47f6-938d-7ebb9be11cc5), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:55.225819 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.provisioning_blocks [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] Transition to ACTIVE for port object 121c371f-187c-47f6-938d-7ebb9be11cc5 will not be triggered until provisioned by entity L2. {{(pid=103832) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 22 08:12:55.293012 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (121c371f-187c-47f6-938d-7ebb9be11cc5), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:55.346563 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] Pushing event updated for resources: {'Port': ['ID=121c371f-187c-47f6-938d-7ebb9be11cc5,revision_number=2']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:12:55.447736 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] Attempting to bind port 121c371f-187c-47f6-938d-7ebb9be11cc5 on host hv-cinder-83888 for vnic_type normal with profile {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 22 08:12:55.448159 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] Attempting to bind port 121c371f-187c-47f6-938d-7ebb9be11cc5 by drivers openvswitch,hyperv on host hv-cinder-83888 at level 0 using segments [{'id': '038b4509-2046-41c8-98a3-925a5ea4837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3'}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 22 08:12:55.448159 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] Attempting to bind port 121c371f-187c-47f6-938d-7ebb9be11cc5 on network e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:12:55.457934 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] Port 121c371f-187c-47f6-938d-7ebb9be11cc5 on network e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83888 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 22 08:12:55.458186 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] Attempting to bind port 121c371f-187c-47f6-938d-7ebb9be11cc5 on network e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 22 08:12:55.468605 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e4bec-88fa-470e-8420-3f8652d8b722 req-2c428061-890b-426e-8a06-df88671ecdd9 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:55.470121 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c04e4bec-88fa-470e-8420-3f8652d8b722 req-2c428061-890b-426e-8a06-df88671ecdd9 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1af9402-57cb-404e-bbf3-d0987c6b2e7f HTTP/1.1" status: 200 len: 943 time: 0.0859272 Apr 22 08:12:55.473025 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] Checking agent: {'id': '5d37a790-f600-4ea4-a99b-32bf15642def', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83888', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'started_at': datetime.datetime(2022, 4, 22, 8, 1, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 8, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 22 08:12:55.473368 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] Checking segment: {'id': '038b4509-2046-41c8-98a3-925a5ea4837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103832) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 22 08:12:55.473754 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] Bound using segment: {'id': '038b4509-2046-41c8-98a3-925a5ea4837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3'} {{(pid=103832) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 22 08:12:55.474222 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.managers [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] Bound port: 121c371f-187c-47f6-938d-7ebb9be11cc5, host: hv-cinder-83888, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038b4509-2046-41c8-98a3-925a5ea4837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3'}}] {{(pid=103832) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 22 08:12:55.474619 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (121c371f-187c-47f6-938d-7ebb9be11cc5), before_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:55.555938 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c04e4bec-88fa-470e-8420-3f8652d8b722 req-73fc2d86-a8cd-4d70-8f08-4848505914be tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=2424069e-0a32-4c6a-8c09-4b953a1026b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789962 Apr 22 08:12:55.571205 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] For port 121c371f-187c-47f6-938d-7ebb9be11cc5, host hv-cinder-83888, cleared binding levels {{(pid=103832) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 22 08:12:55.574275 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] For port 121c371f-187c-47f6-938d-7ebb9be11cc5, host hv-cinder-83888, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=121c371f-187c-47f6-938d-7ebb9be11cc5,segment=NetworkSegment(038b4509-2046-41c8-98a3-925a5ea4837d),segment_id=038b4509-2046-41c8-98a3-925a5ea4837d)] {{(pid=103832) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 22 08:12:55.682569 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4133629'] for port (121c371f-187c-47f6-938d-7ebb9be11cc5), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:55.718811 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:55.719454 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:55.720878 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] 10.222.0.39 "PUT /v2.0/ports/121c371f-187c-47f6-938d-7ebb9be11cc5 HTTP/1.1" status: 200 len: 1093 time: 0.8461142 Apr 22 08:12:55.721314 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1af9402-57cb-404e-bbf3-d0987c6b2e7f', 'tag': '121c371f-187c-47f6-938d-7ebb9be11cc5'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:12:55.723561 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a99734-28ec-4f9f-8706-3b3591aa9b30" -d '{"events": [{"name": "network-changed", "server_uuid": "e1af9402-57cb-404e-bbf3-d0987c6b2e7f", "tag": "121c371f-187c-47f6-938d-7ebb9be11cc5"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:12:55.748662 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62485bc-e7d4-416e-b048-e1d0a6c42156 service neutron] Pushing event updated for resources: {'Port': ['ID=121c371f-187c-47f6-938d-7ebb9be11cc5,revision_number=3']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:12:55.781003 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0945c0a8-d667-48e1-9547-956482c06433 x-openstack-request-id: req-0945c0a8-d667-48e1-9547-956482c06433 {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:12:55.781297 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1af9402-57cb-404e-bbf3-d0987c6b2e7f", "tag": "121c371f-187c-47f6-938d-7ebb9be11cc5", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:12:55.781548 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0945c0a8-d667-48e1-9547-956482c06433 {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:12:55.781951 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0945c0a8-d667-48e1-9547-956482c06433'] response: {'name': 'network-changed', 'server_uuid': 'e1af9402-57cb-404e-bbf3-d0987c6b2e7f', 'tag': '121c371f-187c-47f6-938d-7ebb9be11cc5', 'status': 'completed', 'code': 200} Apr 22 08:12:55.831992 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:12:55.852967 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a99734-28ec-4f9f-8706-3b3591aa9b30 req-59416f7d-5420-4b46-9541-646089d1518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:55.854517 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-91a99734-28ec-4f9f-8706-3b3591aa9b30 req-59416f7d-5420-4b46-9541-646089d1518d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14eb5f6f6b9140adb7e06e6d099e1dfd&device_id=e1af9402-57cb-404e-bbf3-d0987c6b2e7f HTTP/1.1" status: 200 len: 1127 time: 0.0522959 Apr 22 08:12:55.951270 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a99734-28ec-4f9f-8706-3b3591aa9b30 req-a70b7c0a-d2ee-4560-a7ef-be9c4b9552c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:55.952742 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-91a99734-28ec-4f9f-8706-3b3591aa9b30 req-a70b7c0a-d2ee-4560-a7ef-be9c4b9552c4 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=14eb5f6f6b9140adb7e06e6d099e1dfd&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0921671 Apr 22 08:12:56.055431 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a99734-28ec-4f9f-8706-3b3591aa9b30 req-b704d7d4-4d37-4a33-b76d-80028336bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:56.056890 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-91a99734-28ec-4f9f-8706-3b3591aa9b30 req-b704d7d4-4d37-4a33-b76d-80028336bebc service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977848 Apr 22 08:12:56.132579 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-aaa2abd7-003e-47fc-9d14-e0ff28e5c414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:56.134099 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-aaa2abd7-003e-47fc-9d14-e0ff28e5c414 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14eb5f6f6b9140adb7e06e6d099e1dfd&device_id=e1af9402-57cb-404e-bbf3-d0987c6b2e7f HTTP/1.1" status: 200 len: 1127 time: 0.0437150 Apr 22 08:12:56.173552 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-6ccb77d3-d040-4b2e-b4f8-367db21dd91f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=121c371f-187c-47f6-938d-7ebb9be11cc5 HTTP/1.1" status: 200 len: 217 time: 0.0334027 Apr 22 08:12:56.224198 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-4d23de48-d003-4492-b2e5-5b24cb4102e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:56.225806 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-4d23de48-d003-4492-b2e5-5b24cb4102e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb HTTP/1.1" status: 200 len: 849 time: 0.0467000 Apr 22 08:12:56.272230 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-969e8c82-4127-4bdf-b8f1-3efbd24b31ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:56.273789 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-969e8c82-4127-4bdf-b8f1-3efbd24b31ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0426571 Apr 22 08:12:56.360261 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-64e3f46b-e778-4444-b2d3-f340f0513426 service neutron] 10.222.0.39 "GET /v2.0/networks/e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804842 Apr 22 08:12:56.454251 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-db65a591-f738-4f08-9eb5-21f3a18c1132 req-a24238d0-a601-4392-aec5-f009a4472ad0 service neutron] 10.222.0.39 "GET /v2.0/networks/e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877805 Apr 22 08:12:56.684362 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2791fb-bea8-4eb0-8c41-d30949855842 req-b8691276-ddfe-4762-b48e-da5fb47c0284 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:56.685854 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0f2791fb-bea8-4eb0-8c41-d30949855842 req-b8691276-ddfe-4762-b48e-da5fb47c0284 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1af9402-57cb-404e-bbf3-d0987c6b2e7f HTTP/1.1" status: 200 len: 943 time: 0.0641718 Apr 22 08:12:56.732168 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0f2791fb-bea8-4eb0-8c41-d30949855842 req-04cc1e23-17c3-4354-b874-b7796bfac082 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=2424069e-0a32-4c6a-8c09-4b953a1026b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407443 Apr 22 08:12:57.493498 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:57.852258 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a06ca-e9db-4d6b-9456-62ff12cc6cd7 req-4d149988-d7f5-4455-b95f-e4036b384b62 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:57.853822 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e54a06ca-e9db-4d6b-9456-62ff12cc6cd7 req-4d149988-d7f5-4455-b95f-e4036b384b62 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1af9402-57cb-404e-bbf3-d0987c6b2e7f HTTP/1.1" status: 200 len: 943 time: 0.0548370 Apr 22 08:12:57.899477 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e54a06ca-e9db-4d6b-9456-62ff12cc6cd7 req-dfc3e593-f12b-404d-9db0-ffc2661006e9 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=2424069e-0a32-4c6a-8c09-4b953a1026b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393908 Apr 22 08:12:58.991282 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 121c371f-187c-47f6-938d-7ebb9be11cc5 details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:12:59.015587 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16576bf6-1d4e-4eb3-9519-bdd4008dc513 req-661939e4-5922-440b-abf8-aab80ee9f30a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:12:59.017106 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-16576bf6-1d4e-4eb3-9519-bdd4008dc513 req-661939e4-5922-440b-abf8-aab80ee9f30a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1af9402-57cb-404e-bbf3-d0987c6b2e7f HTTP/1.1" status: 200 len: 943 time: 0.0517249 Apr 22 08:12:59.065800 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-16576bf6-1d4e-4eb3-9519-bdd4008dc513 req-ddfa24e8-4ede-4177-8f7c-d2df899058a8 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=2424069e-0a32-4c6a-8c09-4b953a1026b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431726 Apr 22 08:12:59.098082 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 121c371f-187c-47f6-938d-7ebb9be11cc5, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=121c371f-187c-47f6-938d-7ebb9be11cc5,segment=NetworkSegment(038b4509-2046-41c8-98a3-925a5ea4837d),segment_id=038b4509-2046-41c8-98a3-925a5ea4837d)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:12:59.116916 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': '121c371f-187c-47f6-938d-7ebb9be11cc5', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'port_id': '121c371f-187c-47f6-938d-7ebb9be11cc5', 'mac_address': 'fa:16:3e:cf:7d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:12:59.149503 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 121c371f-187c-47f6-938d-7ebb9be11cc5 is: DOWN; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:12:59.149885 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (121c371f-187c-47f6-938d-7ebb9be11cc5), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:59.162464 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121c371f-187c-47f6-938d-7ebb9be11cc5 {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:12:59.180747 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 121c371f-187c-47f6-938d-7ebb9be11cc5, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=121c371f-187c-47f6-938d-7ebb9be11cc5,segment=NetworkSegment(038b4509-2046-41c8-98a3-925a5ea4837d),segment_id=038b4509-2046-41c8-98a3-925a5ea4837d)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:12:59.293536 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (121c371f-187c-47f6-938d-7ebb9be11cc5), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:12:59.340046 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=121c371f-187c-47f6-938d-7ebb9be11cc5,revision_number=4']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:12:59.346940 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:59.347292 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:59.347638 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:59.347978 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:59.348311 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:59.348642 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:59.348974 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:59.349299 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:59.349626 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:59.349957 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:59.350285 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:59.350647 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:59.350973 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:12:59.506370 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['121c371f-187c-47f6-938d-7ebb9be11cc5'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:13:00.183054 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100140c-661b-4738-b335-772fa6bcf057 req-80ad3e93-2455-47fd-b731-b4165a2ee372 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:00.184498 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3100140c-661b-4738-b335-772fa6bcf057 req-80ad3e93-2455-47fd-b731-b4165a2ee372 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1af9402-57cb-404e-bbf3-d0987c6b2e7f HTTP/1.1" status: 200 len: 944 time: 0.0520356 Apr 22 08:13:00.235923 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3100140c-661b-4738-b335-772fa6bcf057 req-69d95fdd-072b-476d-b5c3-e49ac97a083e tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=2424069e-0a32-4c6a-8c09-4b953a1026b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458665 Apr 22 08:13:01.006906 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 121c371f-187c-47f6-938d-7ebb9be11cc5 up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:13:01.121551 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning for port 121c371f-187c-47f6-938d-7ebb9be11cc5 completed by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 22 08:13:01.125657 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port 121c371f-187c-47f6-938d-7ebb9be11cc5 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:13:01.126034 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (121c371f-187c-47f6-938d-7ebb9be11cc5), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:01.204761 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 121c371f-187c-47f6-938d-7ebb9be11cc5 is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:13:01.205147 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (121c371f-187c-47f6-938d-7ebb9be11cc5), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:01.228267 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1af9402-57cb-404e-bbf3-d0987c6b2e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121c371f-187c-47f6-938d-7ebb9be11cc5'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:13:01.230571 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc3d2ac-72ab-40a0-b6e1-21ef40bb9336" -d '{"events": [{"server_uuid": "e1af9402-57cb-404e-bbf3-d0987c6b2e7f", "name": "network-vif-plugged", "status": "completed", "tag": "121c371f-187c-47f6-938d-7ebb9be11cc5"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:13:01.242846 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 121c371f-187c-47f6-938d-7ebb9be11cc5, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=121c371f-187c-47f6-938d-7ebb9be11cc5,segment=NetworkSegment(038b4509-2046-41c8-98a3-925a5ea4837d),segment_id=038b4509-2046-41c8-98a3-925a5ea4837d)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:13:01.266670 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d5fb12-3454-4bbc-8860-6f3fcdcdcaf6 x-openstack-request-id: req-47d5fb12-3454-4bbc-8860-6f3fcdcdcaf6 {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:13:01.266966 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1af9402-57cb-404e-bbf3-d0987c6b2e7f", "name": "network-vif-plugged", "status": "completed", "tag": "121c371f-187c-47f6-938d-7ebb9be11cc5", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:13:01.267240 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47d5fb12-3454-4bbc-8860-6f3fcdcdcaf6 {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:13:01.267641 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47d5fb12-3454-4bbc-8860-6f3fcdcdcaf6'] response: {'server_uuid': 'e1af9402-57cb-404e-bbf3-d0987c6b2e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121c371f-187c-47f6-938d-7ebb9be11cc5', 'code': 200} Apr 22 08:13:01.327563 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (121c371f-187c-47f6-938d-7ebb9be11cc5), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:01.355953 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f3a9c-49d8-4b7a-b909-67fc62eda187 req-6c6c532d-5afe-436d-8162-3c486a0a439a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:01.357428 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9a7f3a9c-49d8-4b7a-b909-67fc62eda187 req-6c6c532d-5afe-436d-8162-3c486a0a439a tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1af9402-57cb-404e-bbf3-d0987c6b2e7f HTTP/1.1" status: 200 len: 944 time: 0.0534236 Apr 22 08:13:01.376058 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=121c371f-187c-47f6-938d-7ebb9be11cc5,revision_number=5']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:13:01.406249 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-9a7f3a9c-49d8-4b7a-b909-67fc62eda187 req-ddb33065-0c68-47bd-801c-2893de9bedc1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=2424069e-0a32-4c6a-8c09-4b953a1026b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429003 Apr 22 08:13:01.593071 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c72e3-0af4-4279-9788-e607013ffe67 req-4cb172af-e75e-437c-9e85-47f31b1d7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:01.594763 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-169c72e3-0af4-4279-9788-e607013ffe67 req-4cb172af-e75e-437c-9e85-47f31b1d7777 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1af9402-57cb-404e-bbf3-d0987c6b2e7f HTTP/1.1" status: 200 len: 1129 time: 0.0468729 Apr 22 08:13:01.642649 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-169c72e3-0af4-4279-9788-e607013ffe67 req-10cff9a2-0cf0-437b-bd01-c5d6ca361fc5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2424069e-0a32-4c6a-8c09-4b953a1026b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417538 Apr 22 08:13:02.528413 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a9b5e-5e1a-4ee0-9004-31e7c7ab7990 req-6d9595c3-cce4-4f0a-9a97-e603c4118dae tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:02.530163 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8c7a9b5e-5e1a-4ee0-9004-31e7c7ab7990 req-6d9595c3-cce4-4f0a-9a97-e603c4118dae tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1af9402-57cb-404e-bbf3-d0987c6b2e7f HTTP/1.1" status: 200 len: 945 time: 0.0554590 Apr 22 08:13:02.576507 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-8c7a9b5e-5e1a-4ee0-9004-31e7c7ab7990 req-d317a855-16e0-4dff-bb75-99c845cd1304 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=2424069e-0a32-4c6a-8c09-4b953a1026b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407493 Apr 22 08:13:03.693245 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd10fc-885f-4442-9c4d-66edf63e0fd2 req-1aac69ca-92fc-4fb6-bdcf-5380bb5ee49b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:03.694718 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-00bd10fc-885f-4442-9c4d-66edf63e0fd2 req-1aac69ca-92fc-4fb6-bdcf-5380bb5ee49b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1af9402-57cb-404e-bbf3-d0987c6b2e7f HTTP/1.1" status: 200 len: 945 time: 0.0520794 Apr 22 08:13:03.740944 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-00bd10fc-885f-4442-9c4d-66edf63e0fd2 req-37398eee-624a-46f2-9001-b7941c4cf60d tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=2424069e-0a32-4c6a-8c09-4b953a1026b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401647 Apr 22 08:13:03.860522 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba52731-e83f-48b7-8081-d63b2a45565b req-d69bda9b-a7ae-4083-a875-33b6e3532fff tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:03.860522 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-eba52731-e83f-48b7-8081-d63b2a45565b req-d69bda9b-a7ae-4083-a875-33b6e3532fff tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1af9402-57cb-404e-bbf3-d0987c6b2e7f HTTP/1.1" status: 200 len: 945 time: 0.0545876 Apr 22 08:13:03.867098 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40394) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:13:03.871673 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.v2.base [None req-4c378bd8-bc0d-4e8b-bcc9-908e29ad9f69 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Request body: {'floatingip': {'port_id': '121c371f-187c-47f6-938d-7ebb9be11cc5'}} {{(pid=103833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 08:13:03.911588 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4c378bd8-bc0d-4e8b-bcc9-908e29ad9f69 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for floatingip (731b8cd0-476f-4ff6-a67d-0230a9735368), before_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:04.339315 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4c378bd8-bc0d-4e8b-bcc9-908e29ad9f69 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:04.407143 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4c378bd8-bc0d-4e8b-bcc9-908e29ad9f69 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (731b8cd0-476f-4ff6-a67d-0230a9735368), after_update {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:04.506171 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.db.l3_db [None req-4c378bd8-bc0d-4e8b-bcc9-908e29ad9f69 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Floating IP 731b8cd0-476f-4ff6-a67d-0230a9735368 associated. External IP: 172.28.2.249, port: 121c371f-187c-47f6-938d-7ebb9be11cc5. Apr 22 08:13:04.709804 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c378bd8-bc0d-4e8b-bcc9-908e29ad9f69 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Router 0b09dc45-85cc-4561-8694-a199c3314bbf has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:13:04.815964 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c378bd8-bc0d-4e8b-bcc9-908e29ad9f69 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:13:04.820841 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4c378bd8-bc0d-4e8b-bcc9-908e29ad9f69 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:04.825487 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc79d15-84e3-41cf-9043-df28ae9c8038 None None] Sync routers for ids ['0b09dc45-85cc-4561-8694-a199c3314bbf'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:13:04.834947 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc79d15-84e3-41cf-9043-df28ae9c8038 None None] Routers {'0b09dc45-85cc-4561-8694-a199c3314bbf'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:13:04.835660 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-ccc79d15-84e3-41cf-9043-df28ae9c8038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:12:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['0b09dc45-85cc-4561-8694-a199c3314bbf'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:13:04.849778 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-4c378bd8-bc0d-4e8b-bcc9-908e29ad9f69 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "PUT /v2.0/floatingips/731b8cd0-476f-4ff6-a67d-0230a9735368 HTTP/1.1" status: 200 len: 991 time: 0.9815972 Apr 22 08:13:04.850362 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1af9402-57cb-404e-bbf3-d0987c6b2e7f', 'tag': '121c371f-187c-47f6-938d-7ebb9be11cc5'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:13:04.852629 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1f660848c79b36bae0e0b840ac11b5c4e167d2979010aa0292c1729aff9b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafaecb2-ce8e-49f6-b1ff-f77578f22c57" -d '{"events": [{"name": "network-changed", "server_uuid": "e1af9402-57cb-404e-bbf3-d0987c6b2e7f", "tag": "121c371f-187c-47f6-938d-7ebb9be11cc5"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:13:04.943492 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-ccc79d15-84e3-41cf-9043-df28ae9c8038 None None] Set router 0b09dc45-85cc-4561-8694-a199c3314bbf gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:13:04.948937 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4e9338-77c9-4ed6-b5c2-7127523a1da8 x-openstack-request-id: req-9b4e9338-77c9-4ed6-b5c2-7127523a1da8 {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:13:04.949441 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1af9402-57cb-404e-bbf3-d0987c6b2e7f", "tag": "121c371f-187c-47f6-938d-7ebb9be11cc5", "status": "completed", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:13:04.949540 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b4e9338-77c9-4ed6-b5c2-7127523a1da8 {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:13:04.949864 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b4e9338-77c9-4ed6-b5c2-7127523a1da8'] response: {'name': 'network-changed', 'server_uuid': 'e1af9402-57cb-404e-bbf3-d0987c6b2e7f', 'tag': '121c371f-187c-47f6-938d-7ebb9be11cc5', 'status': 'completed', 'code': 200} Apr 22 08:13:05.016345 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaecb2-ce8e-49f6-b1ff-f77578f22c57 req-24624eda-72bd-4cfa-b3b6-a6e9e57dc1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:05.017789 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-eafaecb2-ce8e-49f6-b1ff-f77578f22c57 req-24624eda-72bd-4cfa-b3b6-a6e9e57dc1fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14eb5f6f6b9140adb7e06e6d099e1dfd&device_id=e1af9402-57cb-404e-bbf3-d0987c6b2e7f HTTP/1.1" status: 200 len: 1129 time: 0.0448828 Apr 22 08:13:05.106171 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaecb2-ce8e-49f6-b1ff-f77578f22c57 req-4729679f-082f-4c4f-88e7-1beff3e93660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:05.107780 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-eafaecb2-ce8e-49f6-b1ff-f77578f22c57 req-4729679f-082f-4c4f-88e7-1beff3e93660 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 HTTP/1.1" status: 200 len: 911 time: 0.0844157 Apr 22 08:13:05.164216 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-ccc79d15-84e3-41cf-9043-df28ae9c8038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'name': 'tempest-AttachVolumeTestJSON-938032082-router', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:10:05Z', 'updated_at': '2022-04-22T08:10:10Z', 'revision_number': 4, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'gw_port': {'id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:06Z', 'updated_at': '2022-04-22T08:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '731b8cd0-476f-4ff6-a67d-0230a9735368', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'floating_ip_address': '172.28.2.249', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'port_id': '121c371f-187c-47f6-938d-7ebb9be11cc5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'mac_address': 'fa:16:3e:cf:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1af9402-57cb-404e-bbf3-d0987c6b2e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:12:50Z', 'updated_at': '2022-04-22T08:13:04Z', 'revision_number': 1, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ff6118-56f5-4a4b-b14b-338cf7d491b9', 'name': '', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'mac_address': 'fa:16:3e:df:ed:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:09Z', 'updated_at': '2022-04-22T08:10:13Z', 'revision_number': 5, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'subnets': [{'id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:13:05.176620 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-eafaecb2-ce8e-49f6-b1ff-f77578f22c57 req-7f7d63e9-9eba-45ec-97a0-365305a53b17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=121c371f-187c-47f6-938d-7ebb9be11cc5 HTTP/1.1" status: 200 len: 999 time: 0.0629208 Apr 22 08:13:05.191769 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc79d15-84e3-41cf-9043-df28ae9c8038 None None] Checking router: 0b09dc45-85cc-4561-8694-a199c3314bbf for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:13:05.200394 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc79d15-84e3-41cf-9043-df28ae9c8038 None None] Routers {'0b09dc45-85cc-4561-8694-a199c3314bbf'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:13:05.201003 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-ccc79d15-84e3-41cf-9043-df28ae9c8038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:12:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['0b09dc45-85cc-4561-8694-a199c3314bbf'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:13:05.223421 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaecb2-ce8e-49f6-b1ff-f77578f22c57 req-aa1d788a-7eaa-4998-8e95-70d4b8d48b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:05.224868 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-eafaecb2-ce8e-49f6-b1ff-f77578f22c57 req-aa1d788a-7eaa-4998-8e95-70d4b8d48b40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb HTTP/1.1" status: 200 len: 849 time: 0.0419197 Apr 22 08:13:05.279296 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafaecb2-ce8e-49f6-b1ff-f77578f22c57 req-efe72528-2703-4b6e-95c7-16b1d415c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:05.279296 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-eafaecb2-ce8e-49f6-b1ff-f77578f22c57 req-efe72528-2703-4b6e-95c7-16b1d415c961 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0467455 Apr 22 08:13:05.313892 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-ccc79d15-84e3-41cf-9043-df28ae9c8038 None None] Set router 0b09dc45-85cc-4561-8694-a199c3314bbf gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:13:05.368342 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-eafaecb2-ce8e-49f6-b1ff-f77578f22c57 req-e80aebbc-d4dd-423e-83a2-7a5f1f898b4c service neutron] 10.222.0.39 "GET /v2.0/networks/e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849416 Apr 22 08:13:05.454872 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-eafaecb2-ce8e-49f6-b1ff-f77578f22c57 req-bd93a1b9-302d-494a-a472-6809d52adba0 service neutron] 10.222.0.39 "GET /v2.0/networks/e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804534 Apr 22 08:13:05.618046 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-ccc79d15-84e3-41cf-9043-df28ae9c8038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'name': 'tempest-AttachVolumeTestJSON-938032082-router', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:10:05Z', 'updated_at': '2022-04-22T08:10:10Z', 'revision_number': 4, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'gw_port': {'id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:06Z', 'updated_at': '2022-04-22T08:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '731b8cd0-476f-4ff6-a67d-0230a9735368', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'floating_ip_address': '172.28.2.249', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'port_id': '121c371f-187c-47f6-938d-7ebb9be11cc5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'mac_address': 'fa:16:3e:cf:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1af9402-57cb-404e-bbf3-d0987c6b2e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:12:50Z', 'updated_at': '2022-04-22T08:13:04Z', 'revision_number': 1, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ff6118-56f5-4a4b-b14b-338cf7d491b9', 'name': '', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'mac_address': 'fa:16:3e:df:ed:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:09Z', 'updated_at': '2022-04-22T08:10:13Z', 'revision_number': 5, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'subnets': [{'id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:13:05.644294 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc79d15-84e3-41cf-9043-df28ae9c8038 None None] The sync data for ids ['0b09dc45-85cc-4561-8694-a199c3314bbf'] in dv-cinder-838880-1-smb is: [{'id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'name': 'tempest-AttachVolumeTestJSON-938032082-router', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:10:05Z', 'updated_at': '2022-04-22T08:10:10Z', 'revision_number': 4, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'gw_port': {'id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:06Z', 'updated_at': '2022-04-22T08:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_floatingips': [{'id': '731b8cd0-476f-4ff6-a67d-0230a9735368', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'floating_ip_address': '172.28.2.249', 'floating_network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'router_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'port_id': '121c371f-187c-47f6-938d-7ebb9be11cc5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'mac_address': 'fa:16:3e:cf:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1af9402-57cb-404e-bbf3-d0987c6b2e7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T08:12:50Z', 'updated_at': '2022-04-22T08:13:04Z', 'revision_number': 1, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66ff6118-56f5-4a4b-b14b-338cf7d491b9', 'name': '', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'mac_address': 'fa:16:3e:df:ed:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:09Z', 'updated_at': '2022-04-22T08:10:13Z', 'revision_number': 5, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'subnets': [{'id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:13:05.834460 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7dcbc6-dbbf-43be-a783-00abc6e444f5 None None] New status for floating IP 731b8cd0-476f-4ff6-a67d-0230a9735368: ACTIVE {{(pid=103834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 08:13:10.601687 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-fdffc798-2687-45f4-bec5-1b08cd0a229c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:13.006219 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1277a6b0-7803-443e-92e6-350fe382e0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:14.355415 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:15.189981 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:16.916336 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:27.544918 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:30.882557 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-42ed10c3-8200-49f5-9a21-c7ab52e6b9c0 req-207a0dc9-d652-48a2-a9a2-bc723d23b060 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485055 Apr 22 08:13:30.953527 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed10c3-8200-49f5-9a21-c7ab52e6b9c0 req-4b1c8847-bce7-4b0d-89fd-25f4621280fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:30.955030 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-42ed10c3-8200-49f5-9a21-c7ab52e6b9c0 req-4b1c8847-bce7-4b0d-89fd-25f4621280fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99ff3745dca54842ab1e31500356580f&device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 1130 time: 0.0519998 Apr 22 08:13:31.054790 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed10c3-8200-49f5-9a21-c7ab52e6b9c0 req-d3d52a27-e7ce-4d21-b678-8826f105e759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:31.056219 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-42ed10c3-8200-49f5-9a21-c7ab52e6b9c0 req-d3d52a27-e7ce-4d21-b678-8826f105e759 service neutron] 10.222.0.39 "GET /v2.0/networks?id=825aab79-af77-4e01-9a10-af00722d609f HTTP/1.1" status: 200 len: 910 time: 0.0820436 Apr 22 08:13:31.123227 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-42ed10c3-8200-49f5-9a21-c7ab52e6b9c0 req-46aea675-0b0b-4e98-a932-0609b8d3bd2f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fed9de6-35e0-48cc-9996-1fad7956db87 HTTP/1.1" status: 200 len: 1001 time: 0.0606427 Apr 22 08:13:31.171263 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed10c3-8200-49f5-9a21-c7ab52e6b9c0 req-9e3408e4-08c7-4684-84bd-9e631a4b9d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:31.172595 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-42ed10c3-8200-49f5-9a21-c7ab52e6b9c0 req-9e3408e4-08c7-4684-84bd-9e631a4b9d1e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a38870b-6142-490c-8aec-03edf8c552f5 HTTP/1.1" status: 200 len: 848 time: 0.0426414 Apr 22 08:13:31.221042 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed10c3-8200-49f5-9a21-c7ab52e6b9c0 req-e4cbce91-f422-4510-9cad-2f717d3932c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:31.222536 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-42ed10c3-8200-49f5-9a21-c7ab52e6b9c0 req-e4cbce91-f422-4510-9cad-2f717d3932c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=825aab79-af77-4e01-9a10-af00722d609f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0423794 Apr 22 08:13:31.312849 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-42ed10c3-8200-49f5-9a21-c7ab52e6b9c0 req-7559b2d7-210b-4009-ba2b-0495aa7bccad service neutron] 10.222.0.39 "GET /v2.0/networks/825aab79-af77-4e01-9a10-af00722d609f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847106 Apr 22 08:13:31.404384 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-42ed10c3-8200-49f5-9a21-c7ab52e6b9c0 req-bda9dd84-7c10-406e-a305-98708b377392 service neutron] 10.222.0.39 "GET /v2.0/networks/825aab79-af77-4e01-9a10-af00722d609f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851674 Apr 22 08:13:32.831285 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:13:40.584134 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-65ae8a8d-448d-40a6-8949-58c06cf85ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:42.972231 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-4929aae3-f7de-4dfa-93fe-45da5d4876c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:44.400826 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:45.255465 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:45.490614 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9fb69-acfe-46e9-bfb7-48b135dffd87 req-2a5fbf7c-ebd4-4277-8ddf-8815204a31f6 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:45.492955 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b5c9fb69-acfe-46e9-bfb7-48b135dffd87 req-2a5fbf7c-ebd4-4277-8ddf-8815204a31f6 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 946 time: 0.0581884 Apr 22 08:13:45.542996 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-b5c9fb69-acfe-46e9-bfb7-48b135dffd87 req-582ae61b-8af1-4c4c-a9c6-5b8d835010df tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422885 Apr 22 08:13:46.667444 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96271cc-7293-42d6-a57f-ff2dcb2c27c4 req-16316f84-c7b9-4ca0-9a69-d2ea32c336d4 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:46.668899 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d96271cc-7293-42d6-a57f-ff2dcb2c27c4 req-16316f84-c7b9-4ca0-9a69-d2ea32c336d4 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 946 time: 0.0517452 Apr 22 08:13:46.716882 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d96271cc-7293-42d6-a57f-ff2dcb2c27c4 req-d1dc8e19-8e5f-42c5-af14-944e8abbfcb8 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424073 Apr 22 08:13:46.966917 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:47.834860 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87278ece-9fbc-4737-bc60-235db9edb9db req-185523b5-cea2-4e0c-bb09-dfcb0f2a3f31 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:47.836317 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-87278ece-9fbc-4737-bc60-235db9edb9db req-185523b5-cea2-4e0c-bb09-dfcb0f2a3f31 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 946 time: 0.0521743 Apr 22 08:13:47.887423 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-87278ece-9fbc-4737-bc60-235db9edb9db req-36aa65ab-c0fa-4cd0-bda6-803b8860f2f9 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447497 Apr 22 08:13:49.008200 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1098e-78ae-4054-8e14-b2304f8b30fa req-9b75ec3c-051c-48d8-9735-8604806a8873 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:49.009575 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-84d1098e-78ae-4054-8e14-b2304f8b30fa req-9b75ec3c-051c-48d8-9735-8604806a8873 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 946 time: 0.0522451 Apr 22 08:13:49.061268 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-84d1098e-78ae-4054-8e14-b2304f8b30fa req-57a92443-483f-4e76-92da-fb936fe4396f tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448966 Apr 22 08:13:50.181416 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78ff3c-11d1-4b0e-9ee1-99a22edf5c0e req-0e596f3c-4584-4a4d-ad7e-2ea72604ce59 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:50.182903 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ab78ff3c-11d1-4b0e-9ee1-99a22edf5c0e req-0e596f3c-4584-4a4d-ad7e-2ea72604ce59 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 946 time: 0.0518894 Apr 22 08:13:50.230058 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ab78ff3c-11d1-4b0e-9ee1-99a22edf5c0e req-61a6bd28-ea14-4f58-8724-514c0fe25c6a tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416112 Apr 22 08:13:51.353038 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586067a0-5350-4725-bd62-a8068cca5e59 req-d5c8be67-012b-4086-961f-e5757f8638bc tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:51.354513 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-586067a0-5350-4725-bd62-a8068cca5e59 req-d5c8be67-012b-4086-961f-e5757f8638bc tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 946 time: 0.0564463 Apr 22 08:13:51.402560 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-586067a0-5350-4725-bd62-a8068cca5e59 req-6c9bcf63-1680-4a7c-87f2-4e6ddc63aa9c tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413623 Apr 22 08:13:52.522432 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834da124-ea9c-49d0-ad6b-96164234c7d4 req-5194b3b9-26f0-41f7-b2d1-e7f071bdd4e7 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:52.523886 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-834da124-ea9c-49d0-ad6b-96164234c7d4 req-5194b3b9-26f0-41f7-b2d1-e7f071bdd4e7 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 946 time: 0.0517457 Apr 22 08:13:52.572630 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-834da124-ea9c-49d0-ad6b-96164234c7d4 req-7b511f95-9b0b-4bbe-9f40-109f089c63f1 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429575 Apr 22 08:13:53.038023 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc8cfa-3fc9-49c8-bfc2-9dc6a336cc52 req-873bc8e7-03e3-4f82-a1f0-5da07be4dca1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:53.039522 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6adc8cfa-3fc9-49c8-bfc2-9dc6a336cc52 req-873bc8e7-03e3-4f82-a1f0-5da07be4dca1 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1af9402-57cb-404e-bbf3-d0987c6b2e7f HTTP/1.1" status: 200 len: 945 time: 0.0524864 Apr 22 08:13:53.088016 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6adc8cfa-3fc9-49c8-bfc2-9dc6a336cc52 req-6a08a4f8-7fa3-4a21-a87a-4ff41e960f95 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=2424069e-0a32-4c6a-8c09-4b953a1026b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426686 Apr 22 08:13:53.689666 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62062703-a385-4726-9a1c-2ad0ef0f9bfa req-81d4e634-ddee-41e9-a6c2-f71b514e11d7 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:53.691137 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-62062703-a385-4726-9a1c-2ad0ef0f9bfa req-81d4e634-ddee-41e9-a6c2-f71b514e11d7 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 946 time: 0.0509622 Apr 22 08:13:53.738224 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-62062703-a385-4726-9a1c-2ad0ef0f9bfa req-d2d5bb04-bae6-4d5c-b3be-3572db3825c4 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416636 Apr 22 08:13:54.205339 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527a3cf-65ca-4b2b-babc-a14ecbfbaa23 req-eaa391e4-e7b5-45b9-bad8-b252ec6a2723 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:54.206815 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f527a3cf-65ca-4b2b-babc-a14ecbfbaa23 req-eaa391e4-e7b5-45b9-bad8-b252ec6a2723 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1af9402-57cb-404e-bbf3-d0987c6b2e7f HTTP/1.1" status: 200 len: 945 time: 0.0506313 Apr 22 08:13:54.258491 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-f527a3cf-65ca-4b2b-babc-a14ecbfbaa23 req-6e05af84-35a5-47da-aaff-9dea021c570d tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=2424069e-0a32-4c6a-8c09-4b953a1026b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462365 Apr 22 08:13:54.887939 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ffb98-2230-4e2e-8642-0513770192aa req-b699d180-4c87-4e31-9a50-cac015075df4 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:54.889401 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0f3ffb98-2230-4e2e-8642-0513770192aa req-b699d180-4c87-4e31-9a50-cac015075df4 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 946 time: 0.0791533 Apr 22 08:13:54.928394 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cf087-d6b3-4af7-b66c-1fedc4269cb0 req-205ec5d0-7b8b-49be-8d32-57fbac4278e9 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:54.929813 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6f8cf087-d6b3-4af7-b66c-1fedc4269cb0 req-205ec5d0-7b8b-49be-8d32-57fbac4278e9 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1af9402-57cb-404e-bbf3-d0987c6b2e7f HTTP/1.1" status: 200 len: 945 time: 0.0826268 Apr 22 08:13:54.980414 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-0f3ffb98-2230-4e2e-8642-0513770192aa req-5453c274-e9e5-4781-ba90-f83db21cee73 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836916 Apr 22 08:13:55.039015 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-6f8cf087-d6b3-4af7-b66c-1fedc4269cb0 req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Deleting port 121c371f-187c-47f6-938d-7ebb9be11cc5 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:13:55.039278 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-6f8cf087-d6b3-4af7-b66c-1fedc4269cb0 req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (121c371f-187c-47f6-938d-7ebb9be11cc5), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:55.124942 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [req-6f8cf087-d6b3-4af7-b66c-1fedc4269cb0 req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] For port 121c371f-187c-47f6-938d-7ebb9be11cc5, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=121c371f-187c-47f6-938d-7ebb9be11cc5,segment=NetworkSegment(038b4509-2046-41c8-98a3-925a5ea4837d),segment_id=038b4509-2046-41c8-98a3-925a5ea4837d)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:13:55.125300 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-6f8cf087-d6b3-4af7-b66c-1fedc4269cb0 req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (121c371f-187c-47f6-938d-7ebb9be11cc5), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:55.294679 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-6f8cf087-d6b3-4af7-b66c-1fedc4269cb0 req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:55.294991 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-6f8cf087-d6b3-4af7-b66c-1fedc4269cb0 req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-706094'] for floatingip (731b8cd0-476f-4ff6-a67d-0230a9735368), after_update {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:55.295312 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.l3_db [req-6f8cf087-d6b3-4af7-b66c-1fedc4269cb0 req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Floating IP 731b8cd0-476f-4ff6-a67d-0230a9735368 disassociated. External IP: 172.28.2.249, port: 121c371f-187c-47f6-938d-7ebb9be11cc5. Apr 22 08:13:55.295661 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [req-6f8cf087-d6b3-4af7-b66c-1fedc4269cb0 req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Calling delete_port for 121c371f-187c-47f6-938d-7ebb9be11cc5 owned by compute:nova {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:13:55.411384 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7f2e5-57ae-4bd5-868f-de6a8097c8b0 req-14f93fda-8784-4c25-a52f-d2fb71d4b031 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:55.412838 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c4c7f2e5-57ae-4bd5-868f-de6a8097c8b0 req-14f93fda-8784-4c25-a52f-d2fb71d4b031 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1af9402-57cb-404e-bbf3-d0987c6b2e7f HTTP/1.1" status: 200 len: 945 time: 0.0764201 Apr 22 08:13:55.496352 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-c4c7f2e5-57ae-4bd5-868f-de6a8097c8b0 req-e36df770-717a-49e1-8713-5203489a1004 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups?id=2424069e-0a32-4c6a-8c09-4b953a1026b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750351 Apr 22 08:13:55.543690 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-6f8cf087-d6b3-4af7-b66c-1fedc4269cb0 req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (121c371f-187c-47f6-938d-7ebb9be11cc5), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:55.572753 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Pushing event deleted for resources: {'Port': ['ID=121c371f-187c-47f6-938d-7ebb9be11cc5,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:13:55.585937 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:55.586292 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:55.586667 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:55.587030 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:55.587389 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:55.587724 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:55.588056 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:55.591687 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:55.591687 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:55.591687 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:55.591687 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:55.591687 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:55.591687 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:55.747968 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf512d6d-b9fa-4aba-b0ed-18a2bfd13d4c req-8d8fd06d-6296-4246-8eb5-abbf44fb1bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:55.749502 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-bf512d6d-b9fa-4aba-b0ed-18a2bfd13d4c req-8d8fd06d-6296-4246-8eb5-abbf44fb1bf5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99ff3745dca54842ab1e31500356580f&device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 1130 time: 0.0965512 Apr 22 08:13:55.852145 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf512d6d-b9fa-4aba-b0ed-18a2bfd13d4c req-9b9c9180-a90e-4584-9d68-c3e42f298a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:55.853538 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-bf512d6d-b9fa-4aba-b0ed-18a2bfd13d4c req-9b9c9180-a90e-4584-9d68-c3e42f298a44 service neutron] 10.222.0.39 "GET /v2.0/networks?id=825aab79-af77-4e01-9a10-af00722d609f HTTP/1.1" status: 200 len: 910 time: 0.0968275 Apr 22 08:13:55.961536 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f8cf087-d6b3-4af7-b66c-1fedc4269cb0 req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Router 0b09dc45-85cc-4561-8694-a199c3314bbf has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:13:56.119476 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f8cf087-d6b3-4af7-b66c-1fedc4269cb0 req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:13:56.130931 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32ce198-ee94-4fcc-bdc9-532df8ed406a None None] Sync routers for ids ['0b09dc45-85cc-4561-8694-a199c3314bbf'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:13:56.141511 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32ce198-ee94-4fcc-bdc9-532df8ed406a None None] Routers {'0b09dc45-85cc-4561-8694-a199c3314bbf'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:13:56.142257 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-c32ce198-ee94-4fcc-bdc9-532df8ed406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:13:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['0b09dc45-85cc-4561-8694-a199c3314bbf'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:13:56.172932 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-bf512d6d-b9fa-4aba-b0ed-18a2bfd13d4c req-2b711c2c-b458-4cef-98b0-76a097bd55e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fed9de6-35e0-48cc-9996-1fad7956db87 HTTP/1.1" status: 200 len: 1001 time: 0.3137183 Apr 22 08:13:56.181663 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03b108-ce6e-41f5-b9fe-4a5cdc83c394 req-55c64a72-d87b-4e07-838a-dc36280619c1 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:56.184110 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ef03b108-ce6e-41f5-b9fe-4a5cdc83c394 req-55c64a72-d87b-4e07-838a-dc36280619c1 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 946 time: 0.1107271 Apr 22 08:13:56.185085 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8cf087-d6b3-4af7-b66c-1fedc4269cb0 req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] No DVR routers for this DVR port 121c371f-187c-47f6-938d-7ebb9be11cc5 on host hv-cinder-83888 {{(pid=103832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:13:56.188029 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [req-6f8cf087-d6b3-4af7-b66c-1fedc4269cb0 req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:56.191863 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-6f8cf087-d6b3-4af7-b66c-1fedc4269cb0 req-e933fbe4-a7cd-4e32-9261-6d45d42c934b tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.39 "DELETE /v2.0/ports/121c371f-187c-47f6-938d-7ebb9be11cc5 HTTP/1.1" status: 204 len: 173 time: 1.2556095 Apr 22 08:13:56.192480 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1af9402-57cb-404e-bbf3-d0987c6b2e7f', 'name': 'network-vif-deleted', 'tag': '121c371f-187c-47f6-938d-7ebb9be11cc5'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:13:56.195698 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cb590f-a1f0-451b-af71-d260f3adac09" -d '{"events": [{"server_uuid": "e1af9402-57cb-404e-bbf3-d0987c6b2e7f", "name": "network-vif-deleted", "tag": "121c371f-187c-47f6-938d-7ebb9be11cc5"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:13:56.230355 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf512d6d-b9fa-4aba-b0ed-18a2bfd13d4c req-0a1e83d6-f1fd-4b0c-a0cb-1e823d0723ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:56.231987 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-bf512d6d-b9fa-4aba-b0ed-18a2bfd13d4c req-0a1e83d6-f1fd-4b0c-a0cb-1e823d0723ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a38870b-6142-490c-8aec-03edf8c552f5 HTTP/1.1" status: 200 len: 848 time: 0.0523882 Apr 22 08:13:56.253465 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ef03b108-ce6e-41f5-b9fe-4a5cdc83c394 req-aa4e7176-7840-470f-9b20-ebe4484366d5 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543215 Apr 22 08:13:56.264345 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-c32ce198-ee94-4fcc-bdc9-532df8ed406a None None] Set router 0b09dc45-85cc-4561-8694-a199c3314bbf gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:13:56.294426 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf512d6d-b9fa-4aba-b0ed-18a2bfd13d4c req-3cb5c483-08a3-4104-b97a-399b8496abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:56.296030 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-bf512d6d-b9fa-4aba-b0ed-18a2bfd13d4c req-3cb5c483-08a3-4104-b97a-399b8496abfd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=825aab79-af77-4e01-9a10-af00722d609f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0582876 Apr 22 08:13:56.307323 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [req-bf512d6d-b9fa-4aba-b0ed-18a2bfd13d4c req-c9c4e33f-67f6-45ea-8cdf-93fe96e36707 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 08:13:56.309311 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-bf512d6d-b9fa-4aba-b0ed-18a2bfd13d4c req-c9c4e33f-67f6-45ea-8cdf-93fe96e36707 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064309 Apr 22 08:13:56.317122 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d288d6-a429-450e-900e-e5c083ad901c x-openstack-request-id: req-63d288d6-a429-450e-900e-e5c083ad901c {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:13:56.317440 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1af9402-57cb-404e-bbf3-d0987c6b2e7f", "name": "network-vif-deleted", "tag": "121c371f-187c-47f6-938d-7ebb9be11cc5", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:13:56.317700 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63d288d6-a429-450e-900e-e5c083ad901c {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:13:56.318107 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63d288d6-a429-450e-900e-e5c083ad901c'] response: {'server_uuid': 'e1af9402-57cb-404e-bbf3-d0987c6b2e7f', 'name': 'network-vif-deleted', 'tag': '121c371f-187c-47f6-938d-7ebb9be11cc5', 'status': 'completed', 'code': 200} Apr 22 08:13:56.404662 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-bf512d6d-b9fa-4aba-b0ed-18a2bfd13d4c req-376edef7-d0b7-4fd1-93c9-9fced5f89be8 service neutron] 10.222.0.39 "GET /v2.0/networks/825aab79-af77-4e01-9a10-af00722d609f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822468 Apr 22 08:13:56.484517 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-c32ce198-ee94-4fcc-bdc9-532df8ed406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'name': 'tempest-AttachVolumeTestJSON-938032082-router', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:10:05Z', 'updated_at': '2022-04-22T08:10:10Z', 'revision_number': 4, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'gw_port': {'id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:06Z', 'updated_at': '2022-04-22T08:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '66ff6118-56f5-4a4b-b14b-338cf7d491b9', 'name': '', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'mac_address': 'fa:16:3e:df:ed:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:09Z', 'updated_at': '2022-04-22T08:10:13Z', 'revision_number': 5, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'subnets': [{'id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:13:56.504307 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-bf512d6d-b9fa-4aba-b0ed-18a2bfd13d4c req-a7ae0030-b5bb-4657-8472-140b2495fdb5 service neutron] 10.222.0.39 "GET /v2.0/networks/825aab79-af77-4e01-9a10-af00722d609f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891545 Apr 22 08:13:56.510340 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32ce198-ee94-4fcc-bdc9-532df8ed406a None None] Checking router: 0b09dc45-85cc-4561-8694-a199c3314bbf for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:13:56.520542 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32ce198-ee94-4fcc-bdc9-532df8ed406a None None] Routers {'0b09dc45-85cc-4561-8694-a199c3314bbf'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:13:56.521837 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-c32ce198-ee94-4fcc-bdc9-532df8ed406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:13:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['0b09dc45-85cc-4561-8694-a199c3314bbf'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:13:56.597243 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-87a2586f-35f8-4aa9-9ee1-7cbcdf3bc4e8 req-0958743b-1f6b-48db-b28b-6fe7c2964e7f tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1af9402-57cb-404e-bbf3-d0987c6b2e7f HTTP/1.1" status: 200 len: 210 time: 0.0324240 Apr 22 08:13:56.630791 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-c32ce198-ee94-4fcc-bdc9-532df8ed406a None None] Set router 0b09dc45-85cc-4561-8694-a199c3314bbf gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:13:56.820834 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-c32ce198-ee94-4fcc-bdc9-532df8ed406a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'name': 'tempest-AttachVolumeTestJSON-938032082-router', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:10:05Z', 'updated_at': '2022-04-22T08:10:10Z', 'revision_number': 4, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'gw_port': {'id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:06Z', 'updated_at': '2022-04-22T08:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '66ff6118-56f5-4a4b-b14b-338cf7d491b9', 'name': '', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'mac_address': 'fa:16:3e:df:ed:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:09Z', 'updated_at': '2022-04-22T08:10:13Z', 'revision_number': 5, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'subnets': [{'id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:13:56.849724 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32ce198-ee94-4fcc-bdc9-532df8ed406a None None] The sync data for ids ['0b09dc45-85cc-4561-8694-a199c3314bbf'] in dv-cinder-838880-1-smb is: [{'id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'name': 'tempest-AttachVolumeTestJSON-938032082-router', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:10:05Z', 'updated_at': '2022-04-22T08:10:10Z', 'revision_number': 4, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'gw_port': {'id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:06Z', 'updated_at': '2022-04-22T08:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '66ff6118-56f5-4a4b-b14b-338cf7d491b9', 'name': '', 'network_id': 'e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'mac_address': 'fa:16:3e:df:ed:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:09Z', 'updated_at': '2022-04-22T08:10:13Z', 'revision_number': 5, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'subnets': [{'id': '031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:13:57.070022 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbb6c2e-fae9-471a-9ee7-1809f1137aed None None] New status for floating IP 731b8cd0-476f-4ff6-a67d-0230a9735368: DOWN {{(pid=103834) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 08:13:57.289298 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 121c371f-187c-47f6-938d-7ebb9be11cc5 no longer exists at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:13:57.309951 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] No Port match for: 121c371f-187c-47f6-938d-7ebb9be11cc5 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:13:57.310299 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 121c371f-187c-47f6-938d-7ebb9be11cc5 not bound to the agent host hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:13:57.379466 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92ba47-8ee8-47a7-9615-9437f559dd3b req-a90e90dc-27bc-47f2-aad6-64ebe22cead2 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:57.380961 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2b92ba47-8ee8-47a7-9615-9437f559dd3b req-a90e90dc-27bc-47f2-aad6-64ebe22cead2 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 946 time: 0.0522163 Apr 22 08:13:57.428637 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-2b92ba47-8ee8-47a7-9615-9437f559dd3b req-1d85619e-b97f-4144-b7ce-2a9cee9af0b0 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421193 Apr 22 08:13:57.537720 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:57.726807 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40566) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:13:57.781190 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7106a69c-e399-444e-887a-89e1a3271efe tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group (2424069e-0a32-4c6a-8c09-4b953a1026b3), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:57.804259 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7106a69c-e399-444e-887a-89e1a3271efe tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group (2424069e-0a32-4c6a-8c09-4b953a1026b3), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:57.915135 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7106a69c-e399-444e-887a-89e1a3271efe tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (2424069e-0a32-4c6a-8c09-4b953a1026b3), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:57.917681 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-7106a69c-e399-444e-887a-89e1a3271efe tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:57.918847 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-7106a69c-e399-444e-887a-89e1a3271efe tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "DELETE /v2.0/security-groups/2424069e-0a32-4c6a-8c09-4b953a1026b3 HTTP/1.1" status: 204 len: 168 time: 0.1910272 Apr 22 08:13:57.922143 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40568) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:13:57.938835 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106a69c-e399-444e-887a-89e1a3271efe tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2424069e-0a32-4c6a-8c09-4b953a1026b3,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:13:57.941126 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.api.v2.resource [None req-f679ee67-a317-4478-9970-e9d78bf473eb tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] show failed (client error): The resource could not be found. Apr 22 08:13:57.942069 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-f679ee67-a317-4478-9970-e9d78bf473eb tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "GET /v2.0/security-groups/2424069e-0a32-4c6a-8c09-4b953a1026b3 HTTP/1.1" status: 404 len: 347 time: 0.0190234 Apr 22 08:13:57.944875 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 40570) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:13:57.948727 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106a69c-e399-444e-887a-89e1a3271efe tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:57.949151 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106a69c-e399-444e-887a-89e1a3271efe tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:57.949670 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106a69c-e399-444e-887a-89e1a3271efe tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:57.950150 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106a69c-e399-444e-887a-89e1a3271efe tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:57.950682 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106a69c-e399-444e-887a-89e1a3271efe tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:57.951075 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106a69c-e399-444e-887a-89e1a3271efe tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:57.951407 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106a69c-e399-444e-887a-89e1a3271efe tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:57.951736 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106a69c-e399-444e-887a-89e1a3271efe tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:57.952061 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106a69c-e399-444e-887a-89e1a3271efe tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:57.952384 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106a69c-e399-444e-887a-89e1a3271efe tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:57.952702 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106a69c-e399-444e-887a-89e1a3271efe tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:57.953019 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106a69c-e399-444e-887a-89e1a3271efe tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:57.953338 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7106a69c-e399-444e-887a-89e1a3271efe tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:13:58.073964 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d16ad-9348-483e-9f7f-e23770b6def7 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Deleting port 89615aa2-b2bd-49d1-8036-dfc29236113f {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:13:58.074308 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dc2d16ad-9348-483e-9f7f-e23770b6def7 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (89615aa2-b2bd-49d1-8036-dfc29236113f), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:58.150574 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dc2d16ad-9348-483e-9f7f-e23770b6def7 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (89615aa2-b2bd-49d1-8036-dfc29236113f), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:58.150902 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dc2d16ad-9348-483e-9f7f-e23770b6def7 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for floatingip (89615aa2-b2bd-49d1-8036-dfc29236113f), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:58.163167 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-dc2d16ad-9348-483e-9f7f-e23770b6def7 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Calling delete_port for 89615aa2-b2bd-49d1-8036-dfc29236113f owned by network:floatingip {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:13:58.343585 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dc2d16ad-9348-483e-9f7f-e23770b6def7 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (89615aa2-b2bd-49d1-8036-dfc29236113f), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:58.373180 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d16ad-9348-483e-9f7f-e23770b6def7 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Pushing event deleted for resources: {'Port': ['ID=89615aa2-b2bd-49d1-8036-dfc29236113f,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:13:58.431311 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dc2d16ad-9348-483e-9f7f-e23770b6def7 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks [] for floatingip (731b8cd0-476f-4ff6-a67d-0230a9735368), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:58.434529 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-dc2d16ad-9348-483e-9f7f-e23770b6def7 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:13:58.435693 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-dc2d16ad-9348-483e-9f7f-e23770b6def7 tempest-AttachVolumeTestJSON-1276151820 tempest-AttachVolumeTestJSON-1276151820-project] 10.222.0.13 "DELETE /v2.0/floatingips/731b8cd0-476f-4ff6-a67d-0230a9735368 HTTP/1.1" status: 204 len: 168 time: 0.4897780 Apr 22 08:13:58.551236 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a59da-9c13-4e3f-9dd8-cc465deb7162 req-28a3d6a6-ca06-426d-aed7-250e8d505b58 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:58.552724 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3d5a59da-9c13-4e3f-9dd8-cc465deb7162 req-28a3d6a6-ca06-426d-aed7-250e8d505b58 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 946 time: 0.0532887 Apr 22 08:13:58.611946 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3d5a59da-9c13-4e3f-9dd8-cc465deb7162 req-8dce1153-ca50-41b5-84d8-a4e0ad62e55d tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496659 Apr 22 08:13:59.729546 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d7648-487b-49bc-ae37-93d5b0efd90e req-e1261a13-490b-49d3-8e3c-152389b8813e tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:13:59.731024 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d16d7648-487b-49bc-ae37-93d5b0efd90e req-e1261a13-490b-49d3-8e3c-152389b8813e tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 946 time: 0.0545599 Apr 22 08:13:59.779670 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-d16d7648-487b-49bc-ae37-93d5b0efd90e req-f2b391ae-6942-4a82-975b-67910b9c3486 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429461 Apr 22 08:14:00.159565 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3569a5-5bc4-4a81-8aa2-47930bda6f85 req-13385aa0-291d-40e7-a38e-f0554f60b993 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:14:00.165860 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ed3569a5-5bc4-4a81-8aa2-47930bda6f85 req-13385aa0-291d-40e7-a38e-f0554f60b993 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 946 time: 0.0602138 Apr 22 08:14:00.195237 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40594) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:00.222595 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ed3569a5-5bc4-4a81-8aa2-47930bda6f85 req-df415c8c-8aa2-4020-9c7c-7113dc33bdf8 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505068 Apr 22 08:14:00.288503 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-24fc48b4-2182-4c74-ab5b-cf451b94e32c req-b31fbb47-9764-4137-b283-9f0bc33a7271 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917811 Apr 22 08:14:00.297585 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [req-24fc48b4-2182-4c74-ab5b-cf451b94e32c req-2cc95f4b-7582-4894-add5-8eda7e9c3a3c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103833) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 22 08:14:00.298578 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-24fc48b4-2182-4c74-ab5b-cf451b94e32c req-2cc95f4b-7582-4894-add5-8eda7e9c3a3c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049088 Apr 22 08:14:00.377277 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40602) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:00.472732 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc48b4-2182-4c74-ab5b-cf451b94e32c req-a4741004-f1e4-423a-8424-1b5307b72904 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:14:00.474073 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-24fc48b4-2182-4c74-ab5b-cf451b94e32c req-a4741004-f1e4-423a-8424-1b5307b72904 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports/9fed9de6-35e0-48cc-9996-1fad7956db87 HTTP/1.1" status: 200 len: 943 time: 0.0957971 Apr 22 08:14:01.332799 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 9fed9de6-35e0-48cc-9996-1fad7956db87 no longer exists at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:14:01.356903 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16663bc8-b349-495d-b043-2419bfbdf42d req-69ca6349-0ae9-4b69-94b2-ddf5069bc4c0 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:14:01.358396 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-16663bc8-b349-495d-b043-2419bfbdf42d req-69ca6349-0ae9-4b69-94b2-ddf5069bc4c0 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 946 time: 0.0592666 Apr 22 08:14:01.408003 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-16663bc8-b349-495d-b043-2419bfbdf42d req-248f6786-7fb0-439c-90c6-534ac150d59d tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436785 Apr 22 08:14:01.414280 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 9fed9de6-35e0-48cc-9996-1fad7956db87 is: ACTIVE; New status is: DOWN {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:14:01.414701 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (9fed9de6-35e0-48cc-9996-1fad7956db87), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:01.439063 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586c3e0d-8de5-42a7-99b2-859cbf412181', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fed9de6-35e0-48cc-9996-1fad7956db87'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:14:01.441395 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d88ce72-2625-42ab-9378-449cfd47a8c6" -d '{"events": [{"server_uuid": "586c3e0d-8de5-42a7-99b2-859cbf412181", "name": "network-vif-unplugged", "status": "completed", "tag": "9fed9de6-35e0-48cc-9996-1fad7956db87"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:14:01.455132 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 9fed9de6-35e0-48cc-9996-1fad7956db87, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=9fed9de6-35e0-48cc-9996-1fad7956db87,segment=NetworkSegment(ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf),segment_id=ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:14:01.472353 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 22 Apr 2022 08:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77228a56-25fb-4d36-b2ed-0349fc56484b x-openstack-request-id: req-77228a56-25fb-4d36-b2ed-0349fc56484b {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:14:01.472645 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586c3e0d-8de5-42a7-99b2-859cbf412181", "name": "network-vif-unplugged", "status": "failed", "tag": "9fed9de6-35e0-48cc-9996-1fad7956db87", "code": 422}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:14:01.472895 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77228a56-25fb-4d36-b2ed-0349fc56484b {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:14:01.473297 dv-cinder-838880-1-smb neutron-server[103834]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-77228a56-25fb-4d36-b2ed-0349fc56484b']: {'server_uuid': '586c3e0d-8de5-42a7-99b2-859cbf412181', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9fed9de6-35e0-48cc-9996-1fad7956db87', 'code': 422} returned with failed status Apr 22 08:14:01.572662 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (9fed9de6-35e0-48cc-9996-1fad7956db87), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:01.620804 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=9fed9de6-35e0-48cc-9996-1fad7956db87,revision_number=6']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:01.628303 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:14:01.628664 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:14:01.629005 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:14:01.629339 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:14:01.629679 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:14:01.630000 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:14:01.630325 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:14:01.630677 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:14:01.631001 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:14:01.631588 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:14:01.637799 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:14:01.637799 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:14:01.637799 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:14:02.414091 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40634) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:02.531618 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abad610-8c60-4612-9dd3-e7b6adf79e72 req-50b1953c-18cb-454e-9082-5ef903350167 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:14:02.533101 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3abad610-8c60-4612-9dd3-e7b6adf79e72 req-50b1953c-18cb-454e-9082-5ef903350167 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 944 time: 0.0526900 Apr 22 08:14:02.581826 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-3abad610-8c60-4612-9dd3-e7b6adf79e72 req-debac55a-8d56-418d-9542-ab4be84ae6d4 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429878 Apr 22 08:14:02.808643 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc48b4-2182-4c74-ab5b-cf451b94e32c req-a459729b-bb5c-4265-8be9-b604c7e8300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:14:02.810127 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-24fc48b4-2182-4c74-ab5b-cf451b94e32c req-a459729b-bb5c-4265-8be9-b604c7e8300a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181&tenant_id=99ff3745dca54842ab1e31500356580f HTTP/1.1" status: 200 len: 1128 time: 0.1055770 Apr 22 08:14:02.827856 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2cf01b69-aedf-406f-8087-a7d597de26fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-705838'] for router_interface (0b09dc45-85cc-4561-8694-a199c3314bbf), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:02.943990 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc48b4-2182-4c74-ab5b-cf451b94e32c req-5df5f2d5-0999-40ec-9738-053d23acc4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:14:02.945463 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-24fc48b4-2182-4c74-ab5b-cf451b94e32c req-5df5f2d5-0999-40ec-9738-053d23acc4c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99ff3745dca54842ab1e31500356580f&device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 1128 time: 0.1150270 Apr 22 08:14:03.092137 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc48b4-2182-4c74-ab5b-cf451b94e32c req-4f895dee-cb3e-4394-b62a-a994cc61e4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:14:03.093495 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-24fc48b4-2182-4c74-ab5b-cf451b94e32c req-4f895dee-cb3e-4394-b62a-a994cc61e4da service neutron] 10.222.0.39 "GET /v2.0/networks?id=825aab79-af77-4e01-9a10-af00722d609f HTTP/1.1" status: 200 len: 910 time: 0.1406307 Apr 22 08:14:03.197424 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-24fc48b4-2182-4c74-ab5b-cf451b94e32c req-245d050d-ed66-4761-af46-7b42502914c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fed9de6-35e0-48cc-9996-1fad7956db87 HTTP/1.1" status: 200 len: 999 time: 0.0971980 Apr 22 08:14:03.255520 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-2cf01b69-aedf-406f-8087-a7d597de26fd admin admin] Deleting port 66ff6118-56f5-4a4b-b14b-338cf7d491b9 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:14:03.255855 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2cf01b69-aedf-406f-8087-a7d597de26fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (66ff6118-56f5-4a4b-b14b-338cf7d491b9), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:03.259181 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc48b4-2182-4c74-ab5b-cf451b94e32c req-0a515006-3962-4ed8-b343-c8e9ca7f5830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:14:03.260607 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-24fc48b4-2182-4c74-ab5b-cf451b94e32c req-0a515006-3962-4ed8-b343-c8e9ca7f5830 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a38870b-6142-490c-8aec-03edf8c552f5 HTTP/1.1" status: 200 len: 848 time: 0.0567739 Apr 22 08:14:03.363898 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc48b4-2182-4c74-ab5b-cf451b94e32c req-eaf17481-795f-4f05-a94e-321957ba4abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:14:03.365275 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-24fc48b4-2182-4c74-ab5b-cf451b94e32c req-eaf17481-795f-4f05-a94e-321957ba4abe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=825aab79-af77-4e01-9a10-af00722d609f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0960982 Apr 22 08:14:03.369795 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-2cf01b69-aedf-406f-8087-a7d597de26fd admin admin] For port 66ff6118-56f5-4a4b-b14b-338cf7d491b9, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=66ff6118-56f5-4a4b-b14b-338cf7d491b9,segment=NetworkSegment(038b4509-2046-41c8-98a3-925a5ea4837d),segment_id=038b4509-2046-41c8-98a3-925a5ea4837d)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:14:03.370157 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2cf01b69-aedf-406f-8087-a7d597de26fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (66ff6118-56f5-4a4b-b14b-338cf7d491b9), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:03.420020 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-2cf01b69-aedf-406f-8087-a7d597de26fd admin admin] Calling delete_port for 66ff6118-56f5-4a4b-b14b-338cf7d491b9 owned by network:router_interface {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:14:03.519445 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-24fc48b4-2182-4c74-ab5b-cf451b94e32c req-8c75d9fc-f4e4-467e-9b46-8688f8df49ec service neutron] 10.222.0.39 "GET /v2.0/networks/825aab79-af77-4e01-9a10-af00722d609f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467948 Apr 22 08:14:03.663225 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-24fc48b4-2182-4c74-ab5b-cf451b94e32c req-9f495f21-8761-4859-9368-ca34471f101f service neutron] 10.222.0.39 "GET /v2.0/networks/825aab79-af77-4e01-9a10-af00722d609f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379313 Apr 22 08:14:03.718764 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ac21d-690e-4434-9834-5a873ef88c2d req-c1922f00-70ef-4014-8e61-10d76699e79c tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:14:03.720337 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-460ac21d-690e-4434-9834-5a873ef88c2d req-c1922f00-70ef-4014-8e61-10d76699e79c tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 944 time: 0.0582500 Apr 22 08:14:03.793822 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-460ac21d-690e-4434-9834-5a873ef88c2d req-270b4d32-ca96-4324-a9ff-1a742179c7c5 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676413 Apr 22 08:14:03.830125 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2cf01b69-aedf-406f-8087-a7d597de26fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (66ff6118-56f5-4a4b-b14b-338cf7d491b9), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:03.867466 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf01b69-aedf-406f-8087-a7d597de26fd admin admin] Pushing event deleted for resources: {'Port': ['ID=66ff6118-56f5-4a4b-b14b-338cf7d491b9,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:04.059937 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2cf01b69-aedf-406f-8087-a7d597de26fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705922'] for router_interface (0b09dc45-85cc-4561-8694-a199c3314bbf), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:04.286440 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf01b69-aedf-406f-8087-a7d597de26fd admin admin] Router 0b09dc45-85cc-4561-8694-a199c3314bbf has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:14:04.400195 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf01b69-aedf-406f-8087-a7d597de26fd admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:14:04.409466 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-2cf01b69-aedf-406f-8087-a7d597de26fd admin admin] 10.222.0.13 "PUT /v2.0/routers/0b09dc45-85cc-4561-8694-a199c3314bbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9910924 Apr 22 08:14:04.409466 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40640) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:04.409788 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709bb3b-84d2-493b-88fd-17402b85b70d None None] Sync routers for ids ['0b09dc45-85cc-4561-8694-a199c3314bbf'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:14:04.420324 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709bb3b-84d2-493b-88fd-17402b85b70d None None] Routers {'0b09dc45-85cc-4561-8694-a199c3314bbf'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:14:04.421077 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-8709bb3b-84d2-493b-88fd-17402b85b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:13:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['0b09dc45-85cc-4561-8694-a199c3314bbf'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:14:04.529705 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-8709bb3b-84d2-493b-88fd-17402b85b70d None None] Set router 0b09dc45-85cc-4561-8694-a199c3314bbf gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:14:04.708384 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-8709bb3b-84d2-493b-88fd-17402b85b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'name': 'tempest-AttachVolumeTestJSON-938032082-router', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:10:05Z', 'updated_at': '2022-04-22T08:14:03Z', 'revision_number': 5, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'gw_port': {'id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:06Z', 'updated_at': '2022-04-22T08:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:14:04.733683 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709bb3b-84d2-493b-88fd-17402b85b70d None None] Checking router: 0b09dc45-85cc-4561-8694-a199c3314bbf for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:14:04.741737 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709bb3b-84d2-493b-88fd-17402b85b70d None None] Routers {'0b09dc45-85cc-4561-8694-a199c3314bbf'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:14:04.742337 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-8709bb3b-84d2-493b-88fd-17402b85b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:13:43Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['0b09dc45-85cc-4561-8694-a199c3314bbf'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:14:04.755074 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8841a7e0-2b95-4470-8e92-204d07d77339 admin admin] Publish callbacks [] for router (0b09dc45-85cc-4561-8694-a199c3314bbf), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:04.862581 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8841a7e0-2b95-4470-8e92-204d07d77339 admin admin] Publish callbacks [] for router_gateway (0b09dc45-85cc-4561-8694-a199c3314bbf), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:04.916213 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf75b9-9172-4c97-b095-41c9c699d4f6 req-19657bab-94a7-4715-9eed-102e8965dbae tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:14:04.917833 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e7bf75b9-9172-4c97-b095-41c9c699d4f6 req-19657bab-94a7-4715-9eed-102e8965dbae tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 944 time: 0.0539322 Apr 22 08:14:04.942829 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-8709bb3b-84d2-493b-88fd-17402b85b70d None None] Set router 0b09dc45-85cc-4561-8694-a199c3314bbf gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:14:04.971062 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-e7bf75b9-9172-4c97-b095-41c9c699d4f6 req-f1e91cee-7ac5-4bd5-b8df-94a5834b1832 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461040 Apr 22 08:14:04.988522 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-8841a7e0-2b95-4470-8e92-204d07d77339 admin admin] Deleting port 387d2d39-cfb8-433b-87c6-f651bb2dc452 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:14:04.988862 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8841a7e0-2b95-4470-8e92-204d07d77339 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (387d2d39-cfb8-433b-87c6-f651bb2dc452), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:05.068398 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-8841a7e0-2b95-4470-8e92-204d07d77339 admin admin] For port 387d2d39-cfb8-433b-87c6-f651bb2dc452, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=387d2d39-cfb8-433b-87c6-f651bb2dc452,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:14:05.068768 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8841a7e0-2b95-4470-8e92-204d07d77339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (387d2d39-cfb8-433b-87c6-f651bb2dc452), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:05.081746 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-8841a7e0-2b95-4470-8e92-204d07d77339 admin admin] Calling delete_port for 387d2d39-cfb8-433b-87c6-f651bb2dc452 owned by network:router_gateway {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:14:05.124338 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-8709bb3b-84d2-493b-88fd-17402b85b70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'name': 'tempest-AttachVolumeTestJSON-938032082-router', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:10:05Z', 'updated_at': '2022-04-22T08:14:03Z', 'revision_number': 5, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'gw_port': {'id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:06Z', 'updated_at': '2022-04-22T08:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:14:05.154170 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8709bb3b-84d2-493b-88fd-17402b85b70d None None] The sync data for ids ['0b09dc45-85cc-4561-8694-a199c3314bbf'] in dv-cinder-838880-1-smb is: [{'id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'name': 'tempest-AttachVolumeTestJSON-938032082-router', 'tenant_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:10:05Z', 'updated_at': '2022-04-22T08:14:03Z', 'revision_number': 5, 'project_id': '14eb5f6f6b9140adb7e06e6d099e1dfd', 'gw_port': {'id': '387d2d39-cfb8-433b-87c6-f651bb2dc452', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:10:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b09dc45-85cc-4561-8694-a199c3314bbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:10:06Z', 'updated_at': '2022-04-22T08:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:14:05.314889 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8841a7e0-2b95-4470-8e92-204d07d77339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (387d2d39-cfb8-433b-87c6-f651bb2dc452), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:05.340953 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841a7e0-2b95-4470-8e92-204d07d77339 admin admin] Pushing event deleted for resources: {'Port': ['ID=387d2d39-cfb8-433b-87c6-f651bb2dc452,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:05.350834 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 9fed9de6-35e0-48cc-9996-1fad7956db87 details requested by agent hyperv_hv-cinder-83888 with host hv-cinder-83888 {{(pid=103834) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 22 08:14:05.402106 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8841a7e0-2b95-4470-8e92-204d07d77339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706148'] for router_gateway (0b09dc45-85cc-4561-8694-a199c3314bbf), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:05.505403 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8841a7e0-2b95-4470-8e92-204d07d77339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10221'] for router (0b09dc45-85cc-4561-8694-a199c3314bbf), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:05.508700 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8841a7e0-2b95-4470-8e92-204d07d77339 admin admin] Publish callbacks [] for router_controller (0b09dc45-85cc-4561-8694-a199c3314bbf), precommit_delete_associations {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:05.581876 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 9fed9de6-35e0-48cc-9996-1fad7956db87, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=9fed9de6-35e0-48cc-9996-1fad7956db87,segment=NetworkSegment(ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf),segment_id=ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:14:05.594077 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Returning: {'device': '9fed9de6-35e0-48cc-9996-1fad7956db87', 'network_id': '825aab79-af77-4e01-9a10-af00722d609f', 'port_id': '9fed9de6-35e0-48cc-9996-1fad7956db87', 'mac_address': 'fa:16:3e:61:a1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a38870b-6142-490c-8aec-03edf8c552f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103834) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 22 08:14:05.632125 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 9fed9de6-35e0-48cc-9996-1fad7956db87 is: DOWN; New status is: BUILD {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:14:05.632523 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (9fed9de6-35e0-48cc-9996-1fad7956db87), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:05.640822 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8841a7e0-2b95-4470-8e92-204d07d77339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-710804'] for router (0b09dc45-85cc-4561-8694-a199c3314bbf), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:05.641779 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8841a7e0-2b95-4470-8e92-204d07d77339 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b09dc45-85cc-4561-8694-a199c3314bbf {{(pid=103833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 08:14:05.647647 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8841a7e0-2b95-4470-8e92-204d07d77339 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:05.649273 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-8841a7e0-2b95-4470-8e92-204d07d77339 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0b09dc45-85cc-4561-8694-a199c3314bbf HTTP/1.1" status: 204 len: 168 time: 1.2393143 Apr 22 08:14:05.649478 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fed9de6-35e0-48cc-9996-1fad7956db87 {{(pid=103834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 08:14:05.651833 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40644) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:05.676086 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 9fed9de6-35e0-48cc-9996-1fad7956db87, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=9fed9de6-35e0-48cc-9996-1fad7956db87,segment=NetworkSegment(ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf),segment_id=ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:14:05.695698 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_v2 [None req-762fd247-5e4b-442f-8a72-a2c1298507f0 admin admin] Deleting subnet 031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb {{(pid=103833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 22 08:14:05.699379 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-762fd247-5e4b-442f-8a72-a2c1298507f0 admin admin] Publish callbacks [] for subnet (031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:05.732870 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-762fd247-5e4b-442f-8a72-a2c1298507f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3532373'] for subnet (031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb), precommit_delete_associations {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:05.767042 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (9fed9de6-35e0-48cc-9996-1fad7956db87), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:05.816838 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=9fed9de6-35e0-48cc-9996-1fad7956db87,revision_number=7']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:05.819984 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-762fd247-5e4b-442f-8a72-a2c1298507f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678605'] for subnet (031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:05.943071 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-762fd247-5e4b-442f-8a72-a2c1298507f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098404'] for subnet (031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:05.967999 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762fd247-5e4b-442f-8a72-a2c1298507f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:05.971784 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-762fd247-5e4b-442f-8a72-a2c1298507f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:05.971927 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] get_ports_and_sgs() called for port_ids ['9fed9de6-35e0-48cc-9996-1fad7956db87'] {{(pid=103834) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 22 08:14:05.974914 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-762fd247-5e4b-442f-8a72-a2c1298507f0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/031c3ed5-d3b0-4be1-a0e0-909f3c0f4ceb HTTP/1.1" status: 204 len: 168 time: 0.3220797 Apr 22 08:14:05.977361 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40646) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:05.998756 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c9692e-7808-4e81-9f3c-b28237d630b1 None None] Network e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:14:06.062299 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-54ce7a98-15a8-47ae-bab7-e9e951d1a57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7779404'] for network (e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:06.100349 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1bea0-bad2-4e87-992b-03003f7bcaf0 req-9167af9d-3c8b-4143-80d5-ebbae6df9c4e tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:14:06.102438 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cda1bea0-bad2-4e87-992b-03003f7bcaf0 req-9167af9d-3c8b-4143-80d5-ebbae6df9c4e tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 945 time: 0.0593700 Apr 22 08:14:06.118159 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-54ce7a98-15a8-47ae-bab7-e9e951d1a57e admin admin] Deleting port 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:14:06.118481 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-54ce7a98-15a8-47ae-bab7-e9e951d1a57e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (7e5b93ee-cc87-40db-a784-0a2faa8ad9b0), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:06.177528 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-cda1bea0-bad2-4e87-992b-03003f7bcaf0 req-9a47b676-abbd-46f9-8b8d-27b27dba4786 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658569 Apr 22 08:14:06.201493 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-54ce7a98-15a8-47ae-bab7-e9e951d1a57e admin admin] For port 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=7e5b93ee-cc87-40db-a784-0a2faa8ad9b0,segment=NetworkSegment(038b4509-2046-41c8-98a3-925a5ea4837d),segment_id=038b4509-2046-41c8-98a3-925a5ea4837d)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:14:06.201493 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-54ce7a98-15a8-47ae-bab7-e9e951d1a57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (7e5b93ee-cc87-40db-a784-0a2faa8ad9b0), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:06.216743 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-54ce7a98-15a8-47ae-bab7-e9e951d1a57e admin admin] Calling delete_port for 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0 owned by network:dhcp {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:14:06.235111 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de550f76-3262-40f1-81f5-1c5fd43267b1 None None] DHCP port deletion for e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 request from dv-cinder-838880-1-smb {{(pid=103834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 22 08:14:06.347478 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-de550f76-3262-40f1-81f5-1c5fd43267b1 None None] Deleting port 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0 {{(pid=103834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:14:06.347848 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-de550f76-3262-40f1-81f5-1c5fd43267b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (7e5b93ee-cc87-40db-a784-0a2faa8ad9b0), before_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:06.361593 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-54ce7a98-15a8-47ae-bab7-e9e951d1a57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (7e5b93ee-cc87-40db-a784-0a2faa8ad9b0), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:06.386704 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce7a98-15a8-47ae-bab7-e9e951d1a57e admin admin] Pushing event deleted for resources: {'Port': ['ID=7e5b93ee-cc87-40db-a784-0a2faa8ad9b0,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:06.391814 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce7a98-15a8-47ae-bab7-e9e951d1a57e admin admin] No DVR routers for this DVR port 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0 on host dv-cinder-838880-1-smb {{(pid=103833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:14:06.415458 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-de550f76-3262-40f1-81f5-1c5fd43267b1 None None] For port 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=7e5b93ee-cc87-40db-a784-0a2faa8ad9b0,segment=NetworkSegment(038b4509-2046-41c8-98a3-925a5ea4837d),segment_id=038b4509-2046-41c8-98a3-925a5ea4837d)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:14:06.416062 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-de550f76-3262-40f1-81f5-1c5fd43267b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (7e5b93ee-cc87-40db-a784-0a2faa8ad9b0), precommit_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:06.429476 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-de550f76-3262-40f1-81f5-1c5fd43267b1 None None] Calling delete_port for 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0 owned by network:dhcp {{(pid=103834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:14:06.465072 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-54ce7a98-15a8-47ae-bab7-e9e951d1a57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656218', 'neutron.services.segments.db._delete_segments_for_network-8744465249738'] for network (e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:06.489437 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-54ce7a98-15a8-47ae-bab7-e9e951d1a57e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3']}} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:14:06.498816 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-54ce7a98-15a8-47ae-bab7-e9e951d1a57e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038b4509-2046-41c8-98a3-925a5ea4837d') {'for_net_delete': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:14:06.499116 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-54ce7a98-15a8-47ae-bab7-e9e951d1a57e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038b4509-2046-41c8-98a3-925a5ea4837d') {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:14:06.502771 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-de550f76-3262-40f1-81f5-1c5fd43267b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622'] for port (7e5b93ee-cc87-40db-a784-0a2faa8ad9b0), after_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:06.508365 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-54ce7a98-15a8-47ae-bab7-e9e951d1a57e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744465252819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3532382'] for segment (038b4509-2046-41c8-98a3-925a5ea4837d), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:06.521202 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-54ce7a98-15a8-47ae-bab7-e9e951d1a57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (038b4509-2046-41c8-98a3-925a5ea4837d), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:06.528386 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de550f76-3262-40f1-81f5-1c5fd43267b1 None None] Pushing event deleted for resources: {'Port': ['ID=7e5b93ee-cc87-40db-a784-0a2faa8ad9b0,revision_number=None']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:06.528590 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ce7a98-15a8-47ae-bab7-e9e951d1a57e admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 08:14:06.528988 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-54ce7a98-15a8-47ae-bab7-e9e951d1a57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4079279'] for segment (038b4509-2046-41c8-98a3-925a5ea4837d), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: Traceback (most recent call last): Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: timer() Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: cb(*args, **kw) Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: return func(*args, **kwargs) Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: self._notify() Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: self.callback(batched_events) Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: event.method(event) Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: return f(self, *a, **k) Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: return self._get(url).json() Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: return self.request(url, 'GET', **kwargs) Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 08:14:06.530962 dv-cinder-838880-1-smb neutron-server[103833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 08:14:06.533068 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de550f76-3262-40f1-81f5-1c5fd43267b1 None None] No DVR routers for this DVR port 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0 on host dv-cinder-838880-1-smb {{(pid=103834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:14:06.663789 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-54ce7a98-15a8-47ae-bab7-e9e951d1a57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7656195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706048'] for network (e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:06.669160 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-54ce7a98-15a8-47ae-bab7-e9e951d1a57e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:06.673685 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-54ce7a98-15a8-47ae-bab7-e9e951d1a57e admin admin] 10.222.0.13 "DELETE /v2.0/networks/e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3 HTTP/1.1" status: 204 len: 168 time: 0.6937265 Apr 22 08:14:06.683617 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce7a98-15a8-47ae-bab7-e9e951d1a57e admin admin] Pushing event deleted for resources: {'Network': ['ID=e8c0fbcc-4ef9-4222-911b-28f13c6fcfc3,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:07.102239 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40652) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:07.141662 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-7a3e2faa-a3eb-4372-ad11-cecd0a4b26ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14eb5f6f6b9140adb7e06e6d099e1dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381842 Apr 22 08:14:07.144042 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40654) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:07.195311 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 66ff6118-56f5-4a4b-b14b-338cf7d491b9 no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:14:07.195927 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-571414e6-e6c1-4eea-9e55-841316866f74 admin admin] Publish callbacks [] for security_group (1ba0c133-1c9f-43a3-916a-501764bbb74b), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:07.217272 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-571414e6-e6c1-4eea-9e55-841316866f74 admin admin] Publish callbacks [] for security_group (1ba0c133-1c9f-43a3-916a-501764bbb74b), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:07.219165 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No Port match for: 66ff6118-56f5-4a4b-b14b-338cf7d491b9 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:14:07.219510 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 66ff6118-56f5-4a4b-b14b-338cf7d491b9 not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:14:07.219917 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 387d2d39-cfb8-433b-87c6-f651bb2dc452 no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:14:07.248108 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No Port match for: 387d2d39-cfb8-433b-87c6-f651bb2dc452 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:14:07.248379 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 387d2d39-cfb8-433b-87c6-f651bb2dc452 not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:14:07.248796 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0 no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:14:07.267453 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No Port match for: 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:14:07.267799 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 7e5b93ee-cc87-40db-a784-0a2faa8ad9b0 not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:14:07.325840 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aceac6-2559-4fe4-8f6e-8056e9976928 req-6fa1b880-6b16-43de-82fa-35910f102fca tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:14:07.326674 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-571414e6-e6c1-4eea-9e55-841316866f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (1ba0c133-1c9f-43a3-916a-501764bbb74b), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:07.327472 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-23aceac6-2559-4fe4-8f6e-8056e9976928 req-6fa1b880-6b16-43de-82fa-35910f102fca tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 945 time: 0.0583031 Apr 22 08:14:07.329243 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-571414e6-e6c1-4eea-9e55-841316866f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:07.330378 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-571414e6-e6c1-4eea-9e55-841316866f74 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ba0c133-1c9f-43a3-916a-501764bbb74b HTTP/1.1" status: 204 len: 168 time: 0.1854489 Apr 22 08:14:07.338615 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571414e6-e6c1-4eea-9e55-841316866f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba0c133-1c9f-43a3-916a-501764bbb74b,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:07.353051 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 9fed9de6-35e0-48cc-9996-1fad7956db87 up at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 22 08:14:07.391437 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-23aceac6-2559-4fe4-8f6e-8056e9976928 req-89ae3925-5db7-4d37-87cf-8d12946e663a tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576251 Apr 22 08:14:07.407785 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.provisioning_blocks [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Provisioning complete for port 9fed9de6-35e0-48cc-9996-1fad7956db87 triggered by entity L2. {{(pid=103834) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 22 08:14:07.408216 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657599'] for port (9fed9de6-35e0-48cc-9996-1fad7956db87), provisioning_complete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:07.488215 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Current status of the port 9fed9de6-35e0-48cc-9996-1fad7956db87 is: BUILD; New status is: ACTIVE {{(pid=103834) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 22 08:14:07.488913 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7817846'] for port (9fed9de6-35e0-48cc-9996-1fad7956db87), before_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:07.516069 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586c3e0d-8de5-42a7-99b2-859cbf412181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fed9de6-35e0-48cc-9996-1fad7956db87'}] {{(pid=103834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:14:07.516069 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d976d6e37ba1165482adce625d5c93718dbd2d31497d210b28a08af6b85d7ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa8df44-33c6-474c-be93-a73cd91f165f" -d '{"events": [{"server_uuid": "586c3e0d-8de5-42a7-99b2-859cbf412181", "name": "network-vif-plugged", "status": "completed", "tag": "9fed9de6-35e0-48cc-9996-1fad7956db87"}]}' {{(pid=103834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:14:07.526994 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] For port 9fed9de6-35e0-48cc-9996-1fad7956db87, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=9fed9de6-35e0-48cc-9996-1fad7956db87,segment=NetworkSegment(ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf),segment_id=ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:14:07.550588 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd84bdf6-2cd1-41bb-9889-d62905c1d5e8 x-openstack-request-id: req-dd84bdf6-2cd1-41bb-9889-d62905c1d5e8 {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:14:07.550931 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586c3e0d-8de5-42a7-99b2-859cbf412181", "name": "network-vif-plugged", "status": "completed", "tag": "9fed9de6-35e0-48cc-9996-1fad7956db87", "code": 200}]} {{(pid=103834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:14:07.551199 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd84bdf6-2cd1-41bb-9889-d62905c1d5e8 {{(pid=103834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:14:07.551603 dv-cinder-838880-1-smb neutron-server[103834]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd84bdf6-2cd1-41bb-9889-d62905c1d5e8'] response: {'server_uuid': '586c3e0d-8de5-42a7-99b2-859cbf412181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fed9de6-35e0-48cc-9996-1fad7956db87', 'code': 200} Apr 22 08:14:07.589390 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744465196319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744464726631', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744464726649'] for port (9fed9de6-35e0-48cc-9996-1fad7956db87), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:07.636815 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Pushing event updated for resources: {'Port': ['ID=9fed9de6-35e0-48cc-9996-1fad7956db87,revision_number=8']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:07.842466 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b90dde-1175-4677-ac1b-607ed1b505c1 req-e0e04469-1c24-477c-a420-9a5f5305a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:14:07.844044 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-56b90dde-1175-4677-ac1b-607ed1b505c1 req-e0e04469-1c24-477c-a420-9a5f5305a7e4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 1130 time: 0.0442312 Apr 22 08:14:07.888282 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-56b90dde-1175-4677-ac1b-607ed1b505c1 req-efef857d-7122-4f82-91b7-4b14ba75cb54 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389345 Apr 22 08:14:08.519491 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2f820-f981-47b6-9528-a67fca8f3fc9 req-e27b8e2e-6f8e-41ca-aaf1-53796cd7eb26 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:14:08.521005 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-10c2f820-f981-47b6-9528-a67fca8f3fc9 req-e27b8e2e-6f8e-41ca-aaf1-53796cd7eb26 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 946 time: 0.0605910 Apr 22 08:14:08.571840 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-10c2f820-f981-47b6-9528-a67fca8f3fc9 req-963f4192-c6d1-4523-bbbc-a28307f4ba11 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443017 Apr 22 08:14:09.695095 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b172b-e588-4e10-8eae-bb990aa49cd6 req-0d95da44-b4e3-4ba5-b834-352d398fda9a tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:14:09.696550 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-007b172b-e588-4e10-8eae-bb990aa49cd6 req-0d95da44-b4e3-4ba5-b834-352d398fda9a tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 946 time: 0.0539963 Apr 22 08:14:09.749026 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-007b172b-e588-4e10-8eae-bb990aa49cd6 req-cb0c94ec-e1ed-4cc8-b91a-c33e2d51c4e3 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466533 Apr 22 08:14:09.831002 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:14:10.557854 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40734) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:10.577601 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-af140b94-cd39-4667-81ce-5acdebccb037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:10.661116 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-76dc0351-fc79-4e24-9180-b78c7d2b1d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:10.735797 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-76dc0351-fc79-4e24-9180-b78c7d2b1d8b admin admin] Publish callbacks [] for security_group (badcd3ee-dbe2-4568-910d-8a5349b9e38d), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:10.800283 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-76dc0351-fc79-4e24-9180-b78c7d2b1d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (badcd3ee-dbe2-4568-910d-8a5349b9e38d), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:10.836616 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc0351-fc79-4e24-9180-b78c7d2b1d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badcd3ee-dbe2-4568-910d-8a5349b9e38d,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:10.841012 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-76dc0351-fc79-4e24-9180-b78c7d2b1d8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=39feb302ed6b42ff827b894e960ac3d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815373 Apr 22 08:14:10.844279 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40738) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:10.890663 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4a6051a2-6fbc-49ce-b141-379430e25737 admin admin] Publish callbacks [] for security_group (badcd3ee-dbe2-4568-910d-8a5349b9e38d), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:10.910572 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4a6051a2-6fbc-49ce-b141-379430e25737 admin admin] Publish callbacks [] for security_group (badcd3ee-dbe2-4568-910d-8a5349b9e38d), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:11.029230 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4a6051a2-6fbc-49ce-b141-379430e25737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (badcd3ee-dbe2-4568-910d-8a5349b9e38d), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:11.032070 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-4a6051a2-6fbc-49ce-b141-379430e25737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:11.033198 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-4a6051a2-6fbc-49ce-b141-379430e25737 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/badcd3ee-dbe2-4568-910d-8a5349b9e38d HTTP/1.1" status: 204 len: 168 time: 0.1887109 Apr 22 08:14:11.040958 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6051a2-6fbc-49ce-b141-379430e25737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badcd3ee-dbe2-4568-910d-8a5349b9e38d,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:11.593507 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40744) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:11.607144 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-226f2028-eb3a-4ed1-b7a8-ff71beea5043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:11.679262 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-226f2028-eb3a-4ed1-b7a8-ff71beea5043 admin admin] Publish callbacks [] for security_group (ea61dd82-ae78-4ed1-8ed1-25941885ea9f), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:11.731985 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-226f2028-eb3a-4ed1-b7a8-ff71beea5043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (ea61dd82-ae78-4ed1-8ed1-25941885ea9f), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:11.773072 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-226f2028-eb3a-4ed1-b7a8-ff71beea5043 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12a144ff30924049a444fd94dcb4f687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1784408 Apr 22 08:14:11.773842 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f2028-eb3a-4ed1-b7a8-ff71beea5043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea61dd82-ae78-4ed1-8ed1-25941885ea9f,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:11.775775 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 40746) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:11.823048 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-080ef6b7-bd27-482f-a443-db08df344e37 admin admin] Publish callbacks [] for security_group (ea61dd82-ae78-4ed1-8ed1-25941885ea9f), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:11.844590 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-080ef6b7-bd27-482f-a443-db08df344e37 admin admin] Publish callbacks [] for security_group (ea61dd82-ae78-4ed1-8ed1-25941885ea9f), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:11.966165 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-080ef6b7-bd27-482f-a443-db08df344e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (ea61dd82-ae78-4ed1-8ed1-25941885ea9f), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:11.968800 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-080ef6b7-bd27-482f-a443-db08df344e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:11.969931 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-080ef6b7-bd27-482f-a443-db08df344e37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea61dd82-ae78-4ed1-8ed1-25941885ea9f HTTP/1.1" status: 204 len: 168 time: 0.1931727 Apr 22 08:14:11.977936 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ef6b7-bd27-482f-a443-db08df344e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea61dd82-ae78-4ed1-8ed1-25941885ea9f,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:12.971781 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-6563cb2e-c46f-48ab-9a60-755c0203c941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:14.412187 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:15.217884 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:16.931238 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:18.024960 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 40830) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:18.126230 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ca86ed0d-bd2e-40a4-bc82-002291429357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:18.200042 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ca86ed0d-bd2e-40a4-bc82-002291429357 admin admin] Publish callbacks [] for security_group (f35f00cb-869b-4e66-b013-8bc405ccb5d5), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:18.263342 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-ca86ed0d-bd2e-40a4-bc82-002291429357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (f35f00cb-869b-4e66-b013-8bc405ccb5d5), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:18.305424 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-ca86ed0d-bd2e-40a4-bc82-002291429357 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ea607191d7a4417904c6627d1b57cb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793965 Apr 22 08:14:18.306283 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86ed0d-bd2e-40a4-bc82-002291429357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35f00cb-869b-4e66-b013-8bc405ccb5d5,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:18.308793 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40834) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:18.356158 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6d28d267-c645-49f4-a5e8-f44b90d06970 admin admin] Publish callbacks [] for security_group (f35f00cb-869b-4e66-b013-8bc405ccb5d5), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:18.376708 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6d28d267-c645-49f4-a5e8-f44b90d06970 admin admin] Publish callbacks [] for security_group (f35f00cb-869b-4e66-b013-8bc405ccb5d5), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:18.486151 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6d28d267-c645-49f4-a5e8-f44b90d06970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (f35f00cb-869b-4e66-b013-8bc405ccb5d5), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:18.488724 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-6d28d267-c645-49f4-a5e8-f44b90d06970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:18.489869 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-6d28d267-c645-49f4-a5e8-f44b90d06970 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f35f00cb-869b-4e66-b013-8bc405ccb5d5 HTTP/1.1" status: 204 len: 168 time: 0.1807446 Apr 22 08:14:18.503252 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28d267-c645-49f4-a5e8-f44b90d06970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35f00cb-869b-4e66-b013-8bc405ccb5d5,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:19.131728 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40840) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:19.146159 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1e42fb00-6920-4e49-8642-ea259a89f8fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:19.219641 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1e42fb00-6920-4e49-8642-ea259a89f8fd admin admin] Publish callbacks [] for security_group (64556aef-afcb-4e72-acd1-6ca6a99fcb1c), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:19.280414 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-1e42fb00-6920-4e49-8642-ea259a89f8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (64556aef-afcb-4e72-acd1-6ca6a99fcb1c), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:19.318424 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42fb00-6920-4e49-8642-ea259a89f8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64556aef-afcb-4e72-acd1-6ca6a99fcb1c,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:19.323633 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-1e42fb00-6920-4e49-8642-ea259a89f8fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c230c7c5d98443608de2ce69dc371d45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1908259 Apr 22 08:14:19.326532 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40842) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:19.375488 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0174e06d-e1f9-4bda-bf69-1fe40a365e4c admin admin] Publish callbacks [] for security_group (64556aef-afcb-4e72-acd1-6ca6a99fcb1c), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:19.395462 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0174e06d-e1f9-4bda-bf69-1fe40a365e4c admin admin] Publish callbacks [] for security_group (64556aef-afcb-4e72-acd1-6ca6a99fcb1c), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:19.526127 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0174e06d-e1f9-4bda-bf69-1fe40a365e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (64556aef-afcb-4e72-acd1-6ca6a99fcb1c), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:19.528989 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-0174e06d-e1f9-4bda-bf69-1fe40a365e4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:19.530334 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-0174e06d-e1f9-4bda-bf69-1fe40a365e4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64556aef-afcb-4e72-acd1-6ca6a99fcb1c HTTP/1.1" status: 204 len: 168 time: 0.2028785 Apr 22 08:14:19.538168 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174e06d-e1f9-4bda-bf69-1fe40a365e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64556aef-afcb-4e72-acd1-6ca6a99fcb1c,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:23.801107 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40910) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:23.901719 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e8acbec3-6be8-4bea-97e6-758794a80979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:23.975207 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e8acbec3-6be8-4bea-97e6-758794a80979 admin admin] Publish callbacks [] for security_group (3a376a50-ad44-4f73-91a3-388206f9f57b), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:24.039483 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e8acbec3-6be8-4bea-97e6-758794a80979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (3a376a50-ad44-4f73-91a3-388206f9f57b), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:24.078138 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-e8acbec3-6be8-4bea-97e6-758794a80979 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9951c51289b489ca6b2ba566098fa65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759593 Apr 22 08:14:24.079261 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8acbec3-6be8-4bea-97e6-758794a80979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a376a50-ad44-4f73-91a3-388206f9f57b,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:24.080991 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 40914) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:24.127847 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-16fe1a69-928e-475c-8917-849d1fa49ea4 admin admin] Publish callbacks [] for security_group (3a376a50-ad44-4f73-91a3-388206f9f57b), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:24.148495 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-16fe1a69-928e-475c-8917-849d1fa49ea4 admin admin] Publish callbacks [] for security_group (3a376a50-ad44-4f73-91a3-388206f9f57b), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:24.257378 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-16fe1a69-928e-475c-8917-849d1fa49ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (3a376a50-ad44-4f73-91a3-388206f9f57b), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:24.259862 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-16fe1a69-928e-475c-8917-849d1fa49ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:24.260991 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-16fe1a69-928e-475c-8917-849d1fa49ea4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a376a50-ad44-4f73-91a3-388206f9f57b HTTP/1.1" status: 204 len: 168 time: 0.1789811 Apr 22 08:14:24.269265 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe1a69-928e-475c-8917-849d1fa49ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a376a50-ad44-4f73-91a3-388206f9f57b,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:24.833639 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 40920) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:24.847253 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d6fed0aa-a400-48a9-b29d-21b9fa06b2b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:24.919905 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d6fed0aa-a400-48a9-b29d-21b9fa06b2b1 admin admin] Publish callbacks [] for security_group (70d39684-3640-4afa-9b43-2836394b78a5), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:24.982922 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d6fed0aa-a400-48a9-b29d-21b9fa06b2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (70d39684-3640-4afa-9b43-2836394b78a5), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:25.021626 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-d6fed0aa-a400-48a9-b29d-21b9fa06b2b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6c41161a96341548e8cbb1995d1fb8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1868651 Apr 22 08:14:25.022616 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fed0aa-a400-48a9-b29d-21b9fa06b2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d39684-3640-4afa-9b43-2836394b78a5,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:25.024282 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40922) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:25.072231 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cfed6277-3b97-4b57-81ca-874cecf50f64 admin admin] Publish callbacks [] for security_group (70d39684-3640-4afa-9b43-2836394b78a5), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:25.093072 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cfed6277-3b97-4b57-81ca-874cecf50f64 admin admin] Publish callbacks [] for security_group (70d39684-3640-4afa-9b43-2836394b78a5), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:25.211788 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cfed6277-3b97-4b57-81ca-874cecf50f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (70d39684-3640-4afa-9b43-2836394b78a5), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:25.214326 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-cfed6277-3b97-4b57-81ca-874cecf50f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:25.215492 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-cfed6277-3b97-4b57-81ca-874cecf50f64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70d39684-3640-4afa-9b43-2836394b78a5 HTTP/1.1" status: 204 len: 168 time: 0.1896186 Apr 22 08:14:25.223814 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed6277-3b97-4b57-81ca-874cecf50f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d39684-3640-4afa-9b43-2836394b78a5,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:27.526087 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:28.462251 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 40992) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:28.564424 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b34d1040-f0ee-41a6-8fd8-a67a6bf25b06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:28.635516 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b34d1040-f0ee-41a6-8fd8-a67a6bf25b06 admin admin] Publish callbacks [] for security_group (4880fc6c-1281-4712-85e0-88533fc2f5b3), precommit_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:28.707926 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-b34d1040-f0ee-41a6-8fd8-a67a6bf25b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (4880fc6c-1281-4712-85e0-88533fc2f5b3), after_create {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:28.746673 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-b34d1040-f0ee-41a6-8fd8-a67a6bf25b06 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5019f32c4f04a1eab63f02cec30d4b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833214 Apr 22 08:14:28.747532 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d1040-f0ee-41a6-8fd8-a67a6bf25b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4880fc6c-1281-4712-85e0-88533fc2f5b3,revision_number=1']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:28.750044 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 40996) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:28.800772 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-de616c4f-40cc-40a6-ba89-2b5ac82da23b admin admin] Publish callbacks [] for security_group (4880fc6c-1281-4712-85e0-88533fc2f5b3), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:28.821661 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-de616c4f-40cc-40a6-ba89-2b5ac82da23b admin admin] Publish callbacks [] for security_group (4880fc6c-1281-4712-85e0-88533fc2f5b3), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:28.937657 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-de616c4f-40cc-40a6-ba89-2b5ac82da23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (4880fc6c-1281-4712-85e0-88533fc2f5b3), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:28.940287 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-de616c4f-40cc-40a6-ba89-2b5ac82da23b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:28.941429 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-de616c4f-40cc-40a6-ba89-2b5ac82da23b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4880fc6c-1281-4712-85e0-88533fc2f5b3 HTTP/1.1" status: 204 len: 168 time: 0.1903484 Apr 22 08:14:28.949496 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de616c4f-40cc-40a6-ba89-2b5ac82da23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4880fc6c-1281-4712-85e0-88533fc2f5b3,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:29.542638 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 41002) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:29.559756 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bd2f3c91-3c67-4098-abe0-371bcb791cf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:29.632477 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bd2f3c91-3c67-4098-abe0-371bcb791cf2 admin admin] Publish callbacks [] for security_group (22e44a46-572e-45a3-b130-89d5c799d7e1), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:29.749482 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-bd2f3c91-3c67-4098-abe0-371bcb791cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (22e44a46-572e-45a3-b130-89d5c799d7e1), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:29.787097 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-bd2f3c91-3c67-4098-abe0-371bcb791cf2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eee6d5d2ba974bae846a302ff7171c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434092 Apr 22 08:14:29.787981 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f3c91-3c67-4098-abe0-371bcb791cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e44a46-572e-45a3-b130-89d5c799d7e1,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:29.796393 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 41004) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:29.841781 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-63742763-2242-4bd8-83f1-e7f3dea8120a admin admin] Publish callbacks [] for security_group (22e44a46-572e-45a3-b130-89d5c799d7e1), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:29.862385 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-63742763-2242-4bd8-83f1-e7f3dea8120a admin admin] Publish callbacks [] for security_group (22e44a46-572e-45a3-b130-89d5c799d7e1), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:29.983773 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-63742763-2242-4bd8-83f1-e7f3dea8120a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (22e44a46-572e-45a3-b130-89d5c799d7e1), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:29.986301 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-63742763-2242-4bd8-83f1-e7f3dea8120a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:29.987500 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-63742763-2242-4bd8-83f1-e7f3dea8120a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22e44a46-572e-45a3-b130-89d5c799d7e1 HTTP/1.1" status: 204 len: 168 time: 0.1904833 Apr 22 08:14:29.996702 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63742763-2242-4bd8-83f1-e7f3dea8120a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e44a46-572e-45a3-b130-89d5c799d7e1,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:32.897898 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-054f2570-b280-46c8-acee-fd8341997a38 req-4bed8bea-aeb5-44bc-8fa6-e89e1bd809d1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427549 Apr 22 08:14:32.988128 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f2570-b280-46c8-acee-fd8341997a38 req-11bebd7c-b117-4e2e-bb9f-9b00d6a9c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:14:32.989618 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-054f2570-b280-46c8-acee-fd8341997a38 req-11bebd7c-b117-4e2e-bb9f-9b00d6a9c231 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99ff3745dca54842ab1e31500356580f&device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 1130 time: 0.0478406 Apr 22 08:14:33.099125 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f2570-b280-46c8-acee-fd8341997a38 req-5f5f0c05-fa15-4a4e-a741-4ac3f2640a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:14:33.100678 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-054f2570-b280-46c8-acee-fd8341997a38 req-5f5f0c05-fa15-4a4e-a741-4ac3f2640a41 service neutron] 10.222.0.39 "GET /v2.0/networks?id=825aab79-af77-4e01-9a10-af00722d609f HTTP/1.1" status: 200 len: 910 time: 0.0913754 Apr 22 08:14:33.174242 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-054f2570-b280-46c8-acee-fd8341997a38 req-f23feb96-ecab-4475-8fe1-7cda13f93e86 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fed9de6-35e0-48cc-9996-1fad7956db87 HTTP/1.1" status: 200 len: 1001 time: 0.0658376 Apr 22 08:14:33.222520 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f2570-b280-46c8-acee-fd8341997a38 req-98594d6b-3845-4102-baf1-3fd3e61dab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:14:33.223976 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-054f2570-b280-46c8-acee-fd8341997a38 req-98594d6b-3845-4102-baf1-3fd3e61dab19 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a38870b-6142-490c-8aec-03edf8c552f5 HTTP/1.1" status: 200 len: 848 time: 0.0438976 Apr 22 08:14:33.272647 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f2570-b280-46c8-acee-fd8341997a38 req-830c0cd6-0e7a-4513-a521-5de00b25d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:14:33.274264 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-054f2570-b280-46c8-acee-fd8341997a38 req-830c0cd6-0e7a-4513-a521-5de00b25d4cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=825aab79-af77-4e01-9a10-af00722d609f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0443532 Apr 22 08:14:33.367357 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-054f2570-b280-46c8-acee-fd8341997a38 req-e4e36fa5-1cb3-4176-ab7b-739c1375137c service neutron] 10.222.0.39 "GET /v2.0/networks/825aab79-af77-4e01-9a10-af00722d609f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863388 Apr 22 08:14:33.457247 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-054f2570-b280-46c8-acee-fd8341997a38 req-04a42134-233c-4900-b3ce-366bcd13f411 service neutron] 10.222.0.39 "GET /v2.0/networks/825aab79-af77-4e01-9a10-af00722d609f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832074 Apr 22 08:14:40.582867 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-746a04a1-6b06-4016-9caf-9671a3522f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:42.971451 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-49de354e-b81d-42d5-b4b3-7887cfb888b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:44.389385 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:45.211809 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:46.830596 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:14:47.022577 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:54.583768 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 41184) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:54.684507 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2b898335-c23d-453f-afe0-9e38ae12f0d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:54.756336 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2b898335-c23d-453f-afe0-9e38ae12f0d1 admin admin] Publish callbacks [] for security_group (9300e7ee-045e-4ec8-bf3b-24231f17ba47), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:54.844513 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-2b898335-c23d-453f-afe0-9e38ae12f0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (9300e7ee-045e-4ec8-bf3b-24231f17ba47), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:54.882876 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b898335-c23d-453f-afe0-9e38ae12f0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9300e7ee-045e-4ec8-bf3b-24231f17ba47,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:54.888379 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-2b898335-c23d-453f-afe0-9e38ae12f0d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=046c1d306b414397b7350c5a86fbb794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3035612 Apr 22 08:14:54.891081 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 41188) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:14:54.943111 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-da708cc1-4571-4b1f-b44d-353b99a6c627 admin admin] Publish callbacks [] for security_group (9300e7ee-045e-4ec8-bf3b-24231f17ba47), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:54.963442 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-da708cc1-4571-4b1f-b44d-353b99a6c627 admin admin] Publish callbacks [] for security_group (9300e7ee-045e-4ec8-bf3b-24231f17ba47), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:55.078429 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-da708cc1-4571-4b1f-b44d-353b99a6c627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (9300e7ee-045e-4ec8-bf3b-24231f17ba47), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:55.080938 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-da708cc1-4571-4b1f-b44d-353b99a6c627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:14:55.082066 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-da708cc1-4571-4b1f-b44d-353b99a6c627 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9300e7ee-045e-4ec8-bf3b-24231f17ba47 HTTP/1.1" status: 204 len: 168 time: 0.1900802 Apr 22 08:14:55.089535 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da708cc1-4571-4b1f-b44d-353b99a6c627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9300e7ee-045e-4ec8-bf3b-24231f17ba47,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:14:57.519620 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:08.002146 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 41322) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:15:08.105409 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cb6a44a1-99a4-490d-be5f-7acc46c34929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:08.176154 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cb6a44a1-99a4-490d-be5f-7acc46c34929 admin admin] Publish callbacks [] for security_group (2fb752d8-15af-4b7b-a23a-647569f5c701), precommit_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:08.262223 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-cb6a44a1-99a4-490d-be5f-7acc46c34929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (2fb752d8-15af-4b7b-a23a-647569f5c701), after_create {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:08.302046 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-cb6a44a1-99a4-490d-be5f-7acc46c34929 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c925dddffdd45e1af091d504a28c41c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987974 Apr 22 08:15:08.302945 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a44a1-99a4-490d-be5f-7acc46c34929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb752d8-15af-4b7b-a23a-647569f5c701,revision_number=1']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:15:08.304731 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 41326) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:15:08.310377 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a44a1-99a4-490d-be5f-7acc46c34929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.310759 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a44a1-99a4-490d-be5f-7acc46c34929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.311106 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a44a1-99a4-490d-be5f-7acc46c34929 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.311450 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a44a1-99a4-490d-be5f-7acc46c34929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.311795 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a44a1-99a4-490d-be5f-7acc46c34929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.312128 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a44a1-99a4-490d-be5f-7acc46c34929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.312463 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a44a1-99a4-490d-be5f-7acc46c34929 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.312795 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a44a1-99a4-490d-be5f-7acc46c34929 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.313129 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a44a1-99a4-490d-be5f-7acc46c34929 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.313461 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a44a1-99a4-490d-be5f-7acc46c34929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.313797 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a44a1-99a4-490d-be5f-7acc46c34929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.314123 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a44a1-99a4-490d-be5f-7acc46c34929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.314449 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a44a1-99a4-490d-be5f-7acc46c34929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103832) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.354383 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8d8d8ac0-f288-437d-9f92-a975619cb378 admin admin] Publish callbacks [] for security_group (2fb752d8-15af-4b7b-a23a-647569f5c701), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:08.375740 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8d8d8ac0-f288-437d-9f92-a975619cb378 admin admin] Publish callbacks [] for security_group (2fb752d8-15af-4b7b-a23a-647569f5c701), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:08.484950 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8d8d8ac0-f288-437d-9f92-a975619cb378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (2fb752d8-15af-4b7b-a23a-647569f5c701), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:08.487547 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-8d8d8ac0-f288-437d-9f92-a975619cb378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:08.488711 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-8d8d8ac0-f288-437d-9f92-a975619cb378 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2fb752d8-15af-4b7b-a23a-647569f5c701 HTTP/1.1" status: 204 len: 168 time: 0.1828728 Apr 22 08:15:08.496200 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d8ac0-f288-437d-9f92-a975619cb378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb752d8-15af-4b7b-a23a-647569f5c701,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:15:08.504035 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d8ac0-f288-437d-9f92-a975619cb378 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.504395 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d8ac0-f288-437d-9f92-a975619cb378 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.504745 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d8ac0-f288-437d-9f92-a975619cb378 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.505085 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d8ac0-f288-437d-9f92-a975619cb378 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.505423 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d8ac0-f288-437d-9f92-a975619cb378 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.505758 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d8ac0-f288-437d-9f92-a975619cb378 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.506098 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d8ac0-f288-437d-9f92-a975619cb378 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.506428 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d8ac0-f288-437d-9f92-a975619cb378 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.506789 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d8ac0-f288-437d-9f92-a975619cb378 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.507119 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d8ac0-f288-437d-9f92-a975619cb378 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.507448 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d8ac0-f288-437d-9f92-a975619cb378 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.507777 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d8ac0-f288-437d-9f92-a975619cb378 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:08.508102 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8d8ac0-f288-437d-9f92-a975619cb378 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:10.605570 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-3936ade8-eaf7-4798-9384-cea9050f7af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:12.953573 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-766434ca-d592-4dbf-a484-dd468ba3b44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:14.398080 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:15.268464 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:16.936471 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:22.813736 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 41330) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:15:22.969638 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-b0b03a49-2cca-401d-bd35-43627f861583 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Deleting port 57176f82-b886-4ead-bf15-6f3fd2238574 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:15:22.969997 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b0b03a49-2cca-401d-bd35-43627f861583 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (57176f82-b886-4ead-bf15-6f3fd2238574), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:23.046195 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b0b03a49-2cca-401d-bd35-43627f861583 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (57176f82-b886-4ead-bf15-6f3fd2238574), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:23.046556 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b0b03a49-2cca-401d-bd35-43627f861583 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for floatingip (57176f82-b886-4ead-bf15-6f3fd2238574), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:23.057978 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-b0b03a49-2cca-401d-bd35-43627f861583 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Calling delete_port for 57176f82-b886-4ead-bf15-6f3fd2238574 owned by network:floatingip {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:15:23.260741 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b0b03a49-2cca-401d-bd35-43627f861583 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (57176f82-b886-4ead-bf15-6f3fd2238574), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:23.291082 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b03a49-2cca-401d-bd35-43627f861583 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Pushing event deleted for resources: {'Port': ['ID=57176f82-b886-4ead-bf15-6f3fd2238574,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:15:23.347651 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b0b03a49-2cca-401d-bd35-43627f861583 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for floatingip (6a7d7eeb-0999-4a93-a8c9-18fe851810f4), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:23.347983 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.db.l3_db [None req-b0b03a49-2cca-401d-bd35-43627f861583 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Floating IP 6a7d7eeb-0999-4a93-a8c9-18fe851810f4 disassociated (deleted). External IP: 172.28.2.61, port: 9fed9de6-35e0-48cc-9996-1fad7956db87. Apr 22 08:15:23.553789 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b03a49-2cca-401d-bd35-43627f861583 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Router e3cca142-9a05-43c8-9bf9-3e4557424f1e has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:15:23.658713 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b03a49-2cca-401d-bd35-43627f861583 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:15:23.663556 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-b0b03a49-2cca-401d-bd35-43627f861583 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for floatingip (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:23.668116 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22984b3d-a6f1-4253-9df0-8a53d9fe125c None None] Sync routers for ids ['e3cca142-9a05-43c8-9bf9-3e4557424f1e'] in dv-cinder-838880-1-smb {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:15:23.678601 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22984b3d-a6f1-4253-9df0-8a53d9fe125c None None] Routers {'e3cca142-9a05-43c8-9bf9-3e4557424f1e'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:15:23.679227 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-22984b3d-a6f1-4253-9df0-8a53d9fe125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:15:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['e3cca142-9a05-43c8-9bf9-3e4557424f1e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:15:23.693355 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-b0b03a49-2cca-401d-bd35-43627f861583 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "DELETE /v2.0/floatingips/6a7d7eeb-0999-4a93-a8c9-18fe851810f4 HTTP/1.1" status: 204 len: 168 time: 0.8785160 Apr 22 08:15:23.693940 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586c3e0d-8de5-42a7-99b2-859cbf412181', 'tag': '9fed9de6-35e0-48cc-9996-1fad7956db87'}] {{(pid=103832) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:15:23.696189 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af7d81e88b29b1a1a984f5392d2c820aa6ca853d20cb6b81bed26c68023708b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdccb64-0447-4eeb-9e70-66b30f2c6475" -d '{"events": [{"name": "network-changed", "server_uuid": "586c3e0d-8de5-42a7-99b2-859cbf412181", "tag": "9fed9de6-35e0-48cc-9996-1fad7956db87"}]}' {{(pid=103832) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:15:23.735841 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 22 Apr 2022 08:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d119a831-bcb7-447c-b0c3-4a430a90bafc x-openstack-request-id: req-d119a831-bcb7-447c-b0c3-4a430a90bafc {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:15:23.736295 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586c3e0d-8de5-42a7-99b2-859cbf412181", "tag": "9fed9de6-35e0-48cc-9996-1fad7956db87", "status": "completed", "code": 200}]} {{(pid=103832) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:15:23.736424 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d119a831-bcb7-447c-b0c3-4a430a90bafc {{(pid=103832) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:15:23.736789 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d119a831-bcb7-447c-b0c3-4a430a90bafc'] response: {'name': 'network-changed', 'server_uuid': '586c3e0d-8de5-42a7-99b2-859cbf412181', 'tag': '9fed9de6-35e0-48cc-9996-1fad7956db87', 'status': 'completed', 'code': 200} Apr 22 08:15:23.789610 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-22984b3d-a6f1-4253-9df0-8a53d9fe125c None None] Set router e3cca142-9a05-43c8-9bf9-3e4557424f1e gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:15:23.804258 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdccb64-0447-4eeb-9e70-66b30f2c6475 req-320e207a-318a-4ab4-b66f-881b0f931a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:15:23.805689 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-6fdccb64-0447-4eeb-9e70-66b30f2c6475 req-320e207a-318a-4ab4-b66f-881b0f931a5c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99ff3745dca54842ab1e31500356580f&device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 1130 time: 0.0492947 Apr 22 08:15:23.832104 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:15:23.897522 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdccb64-0447-4eeb-9e70-66b30f2c6475 req-257544da-0500-498c-b214-8fedafee9fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:15:23.899205 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-6fdccb64-0447-4eeb-9e70-66b30f2c6475 req-257544da-0500-498c-b214-8fedafee9fb7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=825aab79-af77-4e01-9a10-af00722d609f HTTP/1.1" status: 200 len: 910 time: 0.0866673 Apr 22 08:15:23.942654 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-6fdccb64-0447-4eeb-9e70-66b30f2c6475 req-26ad5b1d-998f-4c38-be9c-18c793412cec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fed9de6-35e0-48cc-9996-1fad7956db87 HTTP/1.1" status: 200 len: 217 time: 0.0379052 Apr 22 08:15:23.989326 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-22984b3d-a6f1-4253-9df0-8a53d9fe125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'name': 'tempest-TestShelveInstance-1732491128-router', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:06Z', 'updated_at': '2022-04-22T08:11:09Z', 'revision_number': 4, 'project_id': '99ff3745dca54842ab1e31500356580f', 'gw_port': {'id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:07Z', 'updated_at': '2022-04-22T08:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '473d39b0-8b32-42bb-8076-8faaf3e7cd02', 'name': '', 'network_id': '825aab79-af77-4e01-9a10-af00722d609f', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'mac_address': 'fa:16:3e:16:5f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9a38870b-6142-490c-8aec-03edf8c552f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:09Z', 'updated_at': '2022-04-22T08:11:13Z', 'revision_number': 5, 'project_id': '99ff3745dca54842ab1e31500356580f', 'subnets': [{'id': '9a38870b-6142-490c-8aec-03edf8c552f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:15:23.994653 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdccb64-0447-4eeb-9e70-66b30f2c6475 req-b93c4273-eb05-4c2b-8d65-2b12e9d9eb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:15:23.996168 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-6fdccb64-0447-4eeb-9e70-66b30f2c6475 req-b93c4273-eb05-4c2b-8d65-2b12e9d9eb97 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a38870b-6142-490c-8aec-03edf8c552f5 HTTP/1.1" status: 200 len: 848 time: 0.0485213 Apr 22 08:15:24.015718 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22984b3d-a6f1-4253-9df0-8a53d9fe125c None None] Checking router: e3cca142-9a05-43c8-9bf9-3e4557424f1e for host: dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:15:24.024569 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22984b3d-a6f1-4253-9df0-8a53d9fe125c None None] Routers {'e3cca142-9a05-43c8-9bf9-3e4557424f1e'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:15:24.025186 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-22984b3d-a6f1-4253-9df0-8a53d9fe125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:15:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['e3cca142-9a05-43c8-9bf9-3e4557424f1e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:15:24.045074 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdccb64-0447-4eeb-9e70-66b30f2c6475 req-be0807cd-45c6-48d4-b921-35371002024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:15:24.046581 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-6fdccb64-0447-4eeb-9e70-66b30f2c6475 req-be0807cd-45c6-48d4-b921-35371002024f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=825aab79-af77-4e01-9a10-af00722d609f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0441601 Apr 22 08:15:24.137741 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-22984b3d-a6f1-4253-9df0-8a53d9fe125c None None] Set router e3cca142-9a05-43c8-9bf9-3e4557424f1e gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:15:24.141932 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-6fdccb64-0447-4eeb-9e70-66b30f2c6475 req-fb125921-4281-451a-a113-7d984d6707fc service neutron] 10.222.0.39 "GET /v2.0/networks/825aab79-af77-4e01-9a10-af00722d609f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889976 Apr 22 08:15:24.198380 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f4f5f-a5fc-48f8-b2b0-5060304ff1a7 req-53d8366c-3c25-406b-be7f-190888046291 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:15:24.199957 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ee8f4f5f-a5fc-48f8-b2b0-5060304ff1a7 req-53d8366c-3c25-406b-be7f-190888046291 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 946 time: 0.0525901 Apr 22 08:15:24.232567 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-6fdccb64-0447-4eeb-9e70-66b30f2c6475 req-55420c01-c16a-4719-839a-99fabb3a3e1f service neutron] 10.222.0.39 "GET /v2.0/networks/825aab79-af77-4e01-9a10-af00722d609f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847723 Apr 22 08:15:24.260070 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-ee8f4f5f-a5fc-48f8-b2b0-5060304ff1a7 req-399a3144-e299-4361-b6ad-356faf210407 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525751 Apr 22 08:15:24.344645 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-22984b3d-a6f1-4253-9df0-8a53d9fe125c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'name': 'tempest-TestShelveInstance-1732491128-router', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:06Z', 'updated_at': '2022-04-22T08:11:09Z', 'revision_number': 4, 'project_id': '99ff3745dca54842ab1e31500356580f', 'gw_port': {'id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:07Z', 'updated_at': '2022-04-22T08:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '473d39b0-8b32-42bb-8076-8faaf3e7cd02', 'name': '', 'network_id': '825aab79-af77-4e01-9a10-af00722d609f', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'mac_address': 'fa:16:3e:16:5f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9a38870b-6142-490c-8aec-03edf8c552f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:09Z', 'updated_at': '2022-04-22T08:11:13Z', 'revision_number': 5, 'project_id': '99ff3745dca54842ab1e31500356580f', 'subnets': [{'id': '9a38870b-6142-490c-8aec-03edf8c552f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:15:24.370366 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22984b3d-a6f1-4253-9df0-8a53d9fe125c None None] The sync data for ids ['e3cca142-9a05-43c8-9bf9-3e4557424f1e'] in dv-cinder-838880-1-smb is: [{'id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'name': 'tempest-TestShelveInstance-1732491128-router', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:06Z', 'updated_at': '2022-04-22T08:11:09Z', 'revision_number': 4, 'project_id': '99ff3745dca54842ab1e31500356580f', 'gw_port': {'id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:07Z', 'updated_at': '2022-04-22T08:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb', '_interfaces': [{'id': '473d39b0-8b32-42bb-8076-8faaf3e7cd02', 'name': '', 'network_id': '825aab79-af77-4e01-9a10-af00722d609f', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'mac_address': 'fa:16:3e:16:5f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '9a38870b-6142-490c-8aec-03edf8c552f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:09Z', 'updated_at': '2022-04-22T08:11:13Z', 'revision_number': 5, 'project_id': '99ff3745dca54842ab1e31500356580f', 'subnets': [{'id': '9a38870b-6142-490c-8aec-03edf8c552f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:15:24.610740 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc1a38e-9dc5-4584-bfdd-45ca8f15691d None None] New status for floating IP 6a7d7eeb-0999-4a93-a8c9-18fe851810f4: DOWN {{(pid=103835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 08:15:25.378171 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb40ed1-c56b-4fdb-947c-d459c96f6c4f req-2e4f6602-fb92-4cef-b9e7-be6a46441a48 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103832) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:15:25.379656 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-afb40ed1-c56b-4fdb-947c-d459c96f6c4f req-2e4f6602-fb92-4cef-b9e7-be6a46441a48 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 946 time: 0.0515008 Apr 22 08:15:25.427655 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-afb40ed1-c56b-4fdb-947c-d459c96f6c4f req-7cb864b8-e80f-4b36-af7c-b682069cf41a tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/security-groups?id=535d81dd-bcf5-4817-875d-e79e9b9d6cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423954 Apr 22 08:15:25.497842 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a0053-7999-4d2e-a078-e6950f391224 req-632a94bf-6b70-4fa9-9a95-c3dc98f16d35 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 22 08:15:25.499302 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-c42a0053-7999-4d2e-a078-e6950f391224 req-632a94bf-6b70-4fa9-9a95-c3dc98f16d35 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.39 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 946 time: 0.0519350 Apr 22 08:15:25.591880 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [req-c42a0053-7999-4d2e-a078-e6950f391224 req-e3e6cbc9-bf3c-495b-bc09-9ac4d13272f5 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Deleting port 9fed9de6-35e0-48cc-9996-1fad7956db87 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:15:25.592218 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-c42a0053-7999-4d2e-a078-e6950f391224 req-e3e6cbc9-bf3c-495b-bc09-9ac4d13272f5 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (9fed9de6-35e0-48cc-9996-1fad7956db87), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:25.680554 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [req-c42a0053-7999-4d2e-a078-e6950f391224 req-e3e6cbc9-bf3c-495b-bc09-9ac4d13272f5 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] For port 9fed9de6-35e0-48cc-9996-1fad7956db87, host hv-cinder-83888, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83888',level=0,port_id=9fed9de6-35e0-48cc-9996-1fad7956db87,segment=NetworkSegment(ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf),segment_id=ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:15:25.681074 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-c42a0053-7999-4d2e-a078-e6950f391224 req-e3e6cbc9-bf3c-495b-bc09-9ac4d13272f5 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (9fed9de6-35e0-48cc-9996-1fad7956db87), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:25.693562 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [req-c42a0053-7999-4d2e-a078-e6950f391224 req-e3e6cbc9-bf3c-495b-bc09-9ac4d13272f5 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Calling delete_port for 9fed9de6-35e0-48cc-9996-1fad7956db87 owned by compute:nova {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:15:25.873333 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-c42a0053-7999-4d2e-a078-e6950f391224 req-e3e6cbc9-bf3c-495b-bc09-9ac4d13272f5 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (9fed9de6-35e0-48cc-9996-1fad7956db87), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:25.902267 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6cbc9-bf3c-495b-bc09-9ac4d13272f5 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Pushing event deleted for resources: {'Port': ['ID=9fed9de6-35e0-48cc-9996-1fad7956db87,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:15:25.949776 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42a0053-7999-4d2e-a078-e6950f391224 req-e3e6cbc9-bf3c-495b-bc09-9ac4d13272f5 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] No DVR routers for this DVR port 9fed9de6-35e0-48cc-9996-1fad7956db87 on host hv-cinder-83888 {{(pid=103833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:15:25.952412 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [req-c42a0053-7999-4d2e-a078-e6950f391224 req-e3e6cbc9-bf3c-495b-bc09-9ac4d13272f5 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-202568'] for port (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:25.955849 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [req-c42a0053-7999-4d2e-a078-e6950f391224 req-e3e6cbc9-bf3c-495b-bc09-9ac4d13272f5 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.39 "DELETE /v2.0/ports/9fed9de6-35e0-48cc-9996-1fad7956db87 HTTP/1.1" status: 204 len: 173 time: 0.4513450 Apr 22 08:15:25.956303 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586c3e0d-8de5-42a7-99b2-859cbf412181', 'name': 'network-vif-deleted', 'tag': '9fed9de6-35e0-48cc-9996-1fad7956db87'}] {{(pid=103833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 08:15:25.958529 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab1f660848c79b36bae0e0b840ac11b5c4e167d2979010aa0292c1729aff9b51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a206ed-700f-46b8-8fbf-be27b4f62d0e" -d '{"events": [{"server_uuid": "586c3e0d-8de5-42a7-99b2-859cbf412181", "name": "network-vif-deleted", "tag": "9fed9de6-35e0-48cc-9996-1fad7956db87"}]}' {{(pid=103833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 22 08:15:25.993099 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 22 Apr 2022 08:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb3fecb-cea2-455b-b080-8f67156e8bbc x-openstack-request-id: req-4bb3fecb-cea2-455b-b080-8f67156e8bbc {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 22 08:15:25.993437 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586c3e0d-8de5-42a7-99b2-859cbf412181", "name": "network-vif-deleted", "tag": "9fed9de6-35e0-48cc-9996-1fad7956db87", "status": "completed", "code": 200}]} {{(pid=103833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 22 08:15:25.993693 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bb3fecb-cea2-455b-b080-8f67156e8bbc {{(pid=103833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 22 08:15:25.994097 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bb3fecb-cea2-455b-b080-8f67156e8bbc'] response: {'server_uuid': '586c3e0d-8de5-42a7-99b2-859cbf412181', 'name': 'network-vif-deleted', 'tag': '9fed9de6-35e0-48cc-9996-1fad7956db87', 'status': 'completed', 'code': 200} Apr 22 08:15:26.527986 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [req-4aca4aab-79b6-4741-a17f-bf1ffa21adf4 req-257f9b91-54ba-4351-8728-40be03e365bc tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "GET /v2.0/ports?device_id=586c3e0d-8de5-42a7-99b2-859cbf412181 HTTP/1.1" status: 200 len: 210 time: 0.0288811 Apr 22 08:15:27.536407 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:27.587667 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 41352) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:15:27.642607 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-54f84441-d751-4d55-a0a5-dc4a166cfbd3 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group (535d81dd-bcf5-4817-875d-e79e9b9d6cf0), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:27.666892 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-54f84441-d751-4d55-a0a5-dc4a166cfbd3 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group (535d81dd-bcf5-4817-875d-e79e9b9d6cf0), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:27.688927 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 9fed9de6-35e0-48cc-9996-1fad7956db87 no longer exists at agent hyperv_hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:15:27.712258 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] No Port match for: 9fed9de6-35e0-48cc-9996-1fad7956db87 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:15:27.712606 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Device 9fed9de6-35e0-48cc-9996-1fad7956db87 not bound to the agent host hv-cinder-83888 {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:15:27.810821 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-54f84441-d751-4d55-a0a5-dc4a166cfbd3 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (535d81dd-bcf5-4817-875d-e79e9b9d6cf0), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:27.813873 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-54f84441-d751-4d55-a0a5-dc4a166cfbd3 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Publish callbacks [] for security_group (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:27.815052 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-54f84441-d751-4d55-a0a5-dc4a166cfbd3 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] 10.222.0.13 "DELETE /v2.0/security-groups/535d81dd-bcf5-4817-875d-e79e9b9d6cf0 HTTP/1.1" status: 204 len: 168 time: 0.2264032 Apr 22 08:15:27.824644 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f84441-d751-4d55-a0a5-dc4a166cfbd3 tempest-TestShelveInstance-1919092276 tempest-TestShelveInstance-1919092276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=535d81dd-bcf5-4817-875d-e79e9b9d6cf0,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:15:27.909896 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 41356) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:15:28.243834 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-82aaccb1-241e-4316-b264-76b37d44ccec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-705838'] for router_interface (e3cca142-9a05-43c8-9bf9-3e4557424f1e), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:28.481054 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-82aaccb1-241e-4316-b264-76b37d44ccec admin admin] Deleting port 473d39b0-8b32-42bb-8076-8faaf3e7cd02 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:15:28.481391 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-82aaccb1-241e-4316-b264-76b37d44ccec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (473d39b0-8b32-42bb-8076-8faaf3e7cd02), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:28.556774 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-82aaccb1-241e-4316-b264-76b37d44ccec admin admin] For port 473d39b0-8b32-42bb-8076-8faaf3e7cd02, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=473d39b0-8b32-42bb-8076-8faaf3e7cd02,segment=NetworkSegment(ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf),segment_id=ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:15:28.557132 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-82aaccb1-241e-4316-b264-76b37d44ccec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (473d39b0-8b32-42bb-8076-8faaf3e7cd02), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:28.568993 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-82aaccb1-241e-4316-b264-76b37d44ccec admin admin] Calling delete_port for 473d39b0-8b32-42bb-8076-8faaf3e7cd02 owned by network:router_interface {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:15:29.038045 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-82aaccb1-241e-4316-b264-76b37d44ccec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (473d39b0-8b32-42bb-8076-8faaf3e7cd02), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:29.066431 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aaccb1-241e-4316-b264-76b37d44ccec admin admin] Pushing event deleted for resources: {'Port': ['ID=473d39b0-8b32-42bb-8076-8faaf3e7cd02,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:15:29.236643 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-82aaccb1-241e-4316-b264-76b37d44ccec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705922'] for router_interface (e3cca142-9a05-43c8-9bf9-3e4557424f1e), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:29.451650 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82aaccb1-241e-4316-b264-76b37d44ccec admin admin] Router e3cca142-9a05-43c8-9bf9-3e4557424f1e has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:15:29.558692 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82aaccb1-241e-4316-b264-76b37d44ccec admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:15:29.563509 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-82aaccb1-241e-4316-b264-76b37d44ccec admin admin] 10.222.0.13 "PUT /v2.0/routers/e3cca142-9a05-43c8-9bf9-3e4557424f1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6525595 Apr 22 08:15:29.565951 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 41358) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:15:29.568550 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710cb11c-a8fb-434a-89e4-624e9a12de42 None None] Sync routers for ids ['e3cca142-9a05-43c8-9bf9-3e4557424f1e'] in dv-cinder-838880-1-smb {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:15:29.577979 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710cb11c-a8fb-434a-89e4-624e9a12de42 None None] Routers {'e3cca142-9a05-43c8-9bf9-3e4557424f1e'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:15:29.578803 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-710cb11c-a8fb-434a-89e4-624e9a12de42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:15:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['e3cca142-9a05-43c8-9bf9-3e4557424f1e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:15:29.670314 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-064b7651-08d8-446a-aa85-eab23859c17c admin admin] Publish callbacks [] for router (e3cca142-9a05-43c8-9bf9-3e4557424f1e), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:29.776502 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-064b7651-08d8-446a-aa85-eab23859c17c admin admin] Publish callbacks [] for router_gateway (e3cca142-9a05-43c8-9bf9-3e4557424f1e), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:29.813292 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-710cb11c-a8fb-434a-89e4-624e9a12de42 None None] Set router e3cca142-9a05-43c8-9bf9-3e4557424f1e gateway port host: dv-cinder-838880-1-smb {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:15:29.887309 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-064b7651-08d8-446a-aa85-eab23859c17c admin admin] Deleting port e9dabd11-de07-4ac7-8b81-6f574bc3ece3 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:15:29.887647 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-064b7651-08d8-446a-aa85-eab23859c17c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (e9dabd11-de07-4ac7-8b81-6f574bc3ece3), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:29.964893 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-064b7651-08d8-446a-aa85-eab23859c17c admin admin] For port e9dabd11-de07-4ac7-8b81-6f574bc3ece3, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=e9dabd11-de07-4ac7-8b81-6f574bc3ece3,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:15:29.965254 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-064b7651-08d8-446a-aa85-eab23859c17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (e9dabd11-de07-4ac7-8b81-6f574bc3ece3), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:29.978091 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-064b7651-08d8-446a-aa85-eab23859c17c admin admin] Calling delete_port for e9dabd11-de07-4ac7-8b81-6f574bc3ece3 owned by network:router_gateway {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:15:29.988961 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-710cb11c-a8fb-434a-89e4-624e9a12de42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'name': 'tempest-TestShelveInstance-1732491128-router', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155'}], 'enable_snat': True}, 'gw_port_id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:06Z', 'updated_at': '2022-04-22T08:15:28Z', 'revision_number': 5, 'project_id': '99ff3745dca54842ab1e31500356580f', 'gw_port': {'id': 'e9dabd11-de07-4ac7-8b81-6f574bc3ece3', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:07Z', 'updated_at': '2022-04-22T08:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:15:30.019629 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710cb11c-a8fb-434a-89e4-624e9a12de42 None None] Checking router: e3cca142-9a05-43c8-9bf9-3e4557424f1e for host: dv-cinder-838880-1-smb {{(pid=103834) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:15:30.028032 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710cb11c-a8fb-434a-89e4-624e9a12de42 None None] Routers {'e3cca142-9a05-43c8-9bf9-3e4557424f1e'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103834) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:15:30.028634 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-710cb11c-a8fb-434a-89e4-624e9a12de42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:15:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['e3cca142-9a05-43c8-9bf9-3e4557424f1e'], 'active': True} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:15:30.112639 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvr_db [None req-710cb11c-a8fb-434a-89e4-624e9a12de42 None None] Set router e3cca142-9a05-43c8-9bf9-3e4557424f1e gateway port host: None {{(pid=103834) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:15:30.180589 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_hamode_db [None req-710cb11c-a8fb-434a-89e4-624e9a12de42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'name': 'tempest-TestShelveInstance-1732491128-router', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:06Z', 'updated_at': '2022-04-22T08:15:29Z', 'revision_number': 6, 'project_id': '99ff3745dca54842ab1e31500356580f', 'gw_port_host': None}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:15:30.207144 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710cb11c-a8fb-434a-89e4-624e9a12de42 None None] The sync data for ids ['e3cca142-9a05-43c8-9bf9-3e4557424f1e'] in dv-cinder-838880-1-smb is: [{'id': 'e3cca142-9a05-43c8-9bf9-3e4557424f1e', 'name': 'tempest-TestShelveInstance-1732491128-router', 'tenant_id': '99ff3745dca54842ab1e31500356580f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:06Z', 'updated_at': '2022-04-22T08:15:29Z', 'revision_number': 6, 'project_id': '99ff3745dca54842ab1e31500356580f', 'gw_port_host': None}] {{(pid=103834) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:15:30.234759 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-064b7651-08d8-446a-aa85-eab23859c17c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (e9dabd11-de07-4ac7-8b81-6f574bc3ece3), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:30.264027 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b7651-08d8-446a-aa85-eab23859c17c admin admin] Pushing event deleted for resources: {'Port': ['ID=e9dabd11-de07-4ac7-8b81-6f574bc3ece3,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:15:30.324157 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-064b7651-08d8-446a-aa85-eab23859c17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706148'] for router_gateway (e3cca142-9a05-43c8-9bf9-3e4557424f1e), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:30.413030 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-064b7651-08d8-446a-aa85-eab23859c17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10221'] for router (e3cca142-9a05-43c8-9bf9-3e4557424f1e), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:30.415029 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-064b7651-08d8-446a-aa85-eab23859c17c admin admin] Publish callbacks [] for router_controller (e3cca142-9a05-43c8-9bf9-3e4557424f1e), precommit_delete_associations {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:30.546533 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-064b7651-08d8-446a-aa85-eab23859c17c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-710804'] for router (e3cca142-9a05-43c8-9bf9-3e4557424f1e), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:30.547625 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064b7651-08d8-446a-aa85-eab23859c17c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3cca142-9a05-43c8-9bf9-3e4557424f1e {{(pid=103833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 08:15:30.558208 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-064b7651-08d8-446a-aa85-eab23859c17c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:30.559402 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-064b7651-08d8-446a-aa85-eab23859c17c admin admin] 10.222.0.13 "DELETE /v2.0/routers/e3cca142-9a05-43c8-9bf9-3e4557424f1e HTTP/1.1" status: 204 len: 168 time: 0.9925313 Apr 22 08:15:30.561827 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 41360) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:15:30.607904 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe96e1d7-e136-44c6-b32f-a7de0aaa2d5e admin admin] Deleting subnet 9a38870b-6142-490c-8aec-03edf8c552f5 {{(pid=103833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 22 08:15:30.611974 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fe96e1d7-e136-44c6-b32f-a7de0aaa2d5e admin admin] Publish callbacks [] for subnet (9a38870b-6142-490c-8aec-03edf8c552f5), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:30.648505 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fe96e1d7-e136-44c6-b32f-a7de0aaa2d5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3532373'] for subnet (9a38870b-6142-490c-8aec-03edf8c552f5), precommit_delete_associations {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:30.726353 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fe96e1d7-e136-44c6-b32f-a7de0aaa2d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678605'] for subnet (9a38870b-6142-490c-8aec-03edf8c552f5), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:30.851314 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fe96e1d7-e136-44c6-b32f-a7de0aaa2d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098404'] for subnet (9a38870b-6142-490c-8aec-03edf8c552f5), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:30.874938 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96e1d7-e136-44c6-b32f-a7de0aaa2d5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a38870b-6142-490c-8aec-03edf8c552f5,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:15:30.880618 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-fe96e1d7-e136-44c6-b32f-a7de0aaa2d5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:30.883849 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-fe96e1d7-e136-44c6-b32f-a7de0aaa2d5e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9a38870b-6142-490c-8aec-03edf8c552f5 HTTP/1.1" status: 204 len: 168 time: 0.3204646 Apr 22 08:15:30.886431 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 41362) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:15:30.887757 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c73104-bf7e-427e-a38a-9b3dfd530a1b None None] Network 825aab79-af77-4e01-9a10-af00722d609f requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:15:30.956339 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e896d0b8-973b-4939-b69f-50a0bd8430b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7779404'] for network (825aab79-af77-4e01-9a10-af00722d609f), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:31.014699 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-e896d0b8-973b-4939-b69f-50a0bd8430b9 admin admin] Deleting port eb0ecf09-11ef-44c1-9f08-35a0e97b972b {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:15:31.017486 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e896d0b8-973b-4939-b69f-50a0bd8430b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (eb0ecf09-11ef-44c1-9f08-35a0e97b972b), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:31.055099 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d12483b-ae87-4c22-b480-7b4504f224bd None None] DHCP port deletion for 825aab79-af77-4e01-9a10-af00722d609f request from dv-cinder-838880-1-smb {{(pid=103834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 22 08:15:31.078003 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-e896d0b8-973b-4939-b69f-50a0bd8430b9 admin admin] For port eb0ecf09-11ef-44c1-9f08-35a0e97b972b, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=eb0ecf09-11ef-44c1-9f08-35a0e97b972b,segment=NetworkSegment(ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf),segment_id=ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:15:31.078456 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e896d0b8-973b-4939-b69f-50a0bd8430b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (eb0ecf09-11ef-44c1-9f08-35a0e97b972b), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:31.092785 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-e896d0b8-973b-4939-b69f-50a0bd8430b9 admin admin] Calling delete_port for eb0ecf09-11ef-44c1-9f08-35a0e97b972b owned by network:dhcp {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:15:31.110945 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-8d12483b-ae87-4c22-b480-7b4504f224bd None None] Deleting port eb0ecf09-11ef-44c1-9f08-35a0e97b972b {{(pid=103834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:15:31.111318 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-8d12483b-ae87-4c22-b480-7b4504f224bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (eb0ecf09-11ef-44c1-9f08-35a0e97b972b), before_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:31.184585 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-8d12483b-ae87-4c22-b480-7b4504f224bd None None] For port eb0ecf09-11ef-44c1-9f08-35a0e97b972b, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=eb0ecf09-11ef-44c1-9f08-35a0e97b972b,segment=NetworkSegment(ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf),segment_id=ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:15:31.184982 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-8d12483b-ae87-4c22-b480-7b4504f224bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (eb0ecf09-11ef-44c1-9f08-35a0e97b972b), precommit_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:31.198818 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-8d12483b-ae87-4c22-b480-7b4504f224bd None None] Calling delete_port for eb0ecf09-11ef-44c1-9f08-35a0e97b972b owned by network:dhcp {{(pid=103834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:15:31.246378 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device eb0ecf09-11ef-44c1-9f08-35a0e97b972b no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:15:31.285164 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e896d0b8-973b-4939-b69f-50a0bd8430b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (eb0ecf09-11ef-44c1-9f08-35a0e97b972b), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:31.312436 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896d0b8-973b-4939-b69f-50a0bd8430b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb0ecf09-11ef-44c1-9f08-35a0e97b972b,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:15:31.312756 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No active binding found for port eb0ecf09-11ef-44c1-9f08-35a0e97b972b {{(pid=103834) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 22 08:15:31.313551 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] The host dv-cinder-838880-1-smb is not matching for port eb0ecf09-11ef-44c1-9f08-35a0e97b972b host None! {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 22 08:15:31.314435 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device eb0ecf09-11ef-44c1-9f08-35a0e97b972b not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:15:31.314643 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e896d0b8-973b-4939-b69f-50a0bd8430b9 admin admin] No DVR routers for this DVR port eb0ecf09-11ef-44c1-9f08-35a0e97b972b on host dv-cinder-838880-1-smb {{(pid=103833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:15:31.315160 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device e9dabd11-de07-4ac7-8b81-6f574bc3ece3 no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:15:31.337396 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No Port match for: e9dabd11-de07-4ac7-8b81-6f574bc3ece3 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:15:31.339910 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device e9dabd11-de07-4ac7-8b81-6f574bc3ece3 not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:15:31.339910 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 473d39b0-8b32-42bb-8076-8faaf3e7cd02 no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:15:31.342396 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-8d12483b-ae87-4c22-b480-7b4504f224bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622'] for port (eb0ecf09-11ef-44c1-9f08-35a0e97b972b), after_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:31.362725 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No Port match for: 473d39b0-8b32-42bb-8076-8faaf3e7cd02 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:15:31.363092 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 473d39b0-8b32-42bb-8076-8faaf3e7cd02 not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:15:31.383514 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12483b-ae87-4c22-b480-7b4504f224bd None None] Pushing event deleted for resources: {'Port': ['ID=eb0ecf09-11ef-44c1-9f08-35a0e97b972b,revision_number=None']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:15:31.385336 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e896d0b8-973b-4939-b69f-50a0bd8430b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656218', 'neutron.services.segments.db._delete_segments_for_network-8744465249738'] for network (825aab79-af77-4e01-9a10-af00722d609f), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:31.390057 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d12483b-ae87-4c22-b480-7b4504f224bd None None] No DVR routers for this DVR port eb0ecf09-11ef-44c1-9f08-35a0e97b972b on host dv-cinder-838880-1-smb {{(pid=103834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:15:31.402581 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12483b-ae87-4c22-b480-7b4504f224bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:31.402876 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12483b-ae87-4c22-b480-7b4504f224bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:31.403223 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12483b-ae87-4c22-b480-7b4504f224bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:31.403566 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12483b-ae87-4c22-b480-7b4504f224bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:31.403904 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12483b-ae87-4c22-b480-7b4504f224bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:31.404235 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12483b-ae87-4c22-b480-7b4504f224bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:31.404566 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12483b-ae87-4c22-b480-7b4504f224bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:31.404897 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12483b-ae87-4c22-b480-7b4504f224bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:31.405251 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12483b-ae87-4c22-b480-7b4504f224bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:31.405565 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12483b-ae87-4c22-b480-7b4504f224bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:31.405895 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12483b-ae87-4c22-b480-7b4504f224bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:31.406870 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12483b-ae87-4c22-b480-7b4504f224bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:31.407201 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d12483b-ae87-4c22-b480-7b4504f224bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838880-1-smb {{(pid=103834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 08:15:31.418026 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-e896d0b8-973b-4939-b69f-50a0bd8430b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825aab79-af77-4e01-9a10-af00722d609f']}} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:15:31.427641 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-e896d0b8-973b-4939-b69f-50a0bd8430b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf') {'for_net_delete': True} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:15:31.427934 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.services.segments.db [None req-e896d0b8-973b-4939-b69f-50a0bd8430b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf') {} {{(pid=103833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:15:31.436880 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e896d0b8-973b-4939-b69f-50a0bd8430b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744465252819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3532382'] for segment (ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:31.450464 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e896d0b8-973b-4939-b69f-50a0bd8430b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:31.457538 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e896d0b8-973b-4939-b69f-50a0bd8430b9 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 08:15:31.457928 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e896d0b8-973b-4939-b69f-50a0bd8430b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4079279'] for segment (ef0f3bc4-ef96-46e0-aa48-3ee63469a5cf), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: Traceback (most recent call last): Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: timer() Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: cb(*args, **kw) Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: return func(*args, **kwargs) Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: self._notify() Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: self.callback(batched_events) Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: event.method(event) Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: return f(self, *a, **k) Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: return self._get(url).json() Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: return self.request(url, 'GET', **kwargs) Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 08:15:31.459662 dv-cinder-838880-1-smb neutron-server[103833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 08:15:31.610370 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e896d0b8-973b-4939-b69f-50a0bd8430b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7656195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706048'] for network (825aab79-af77-4e01-9a10-af00722d609f), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:31.615690 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-e896d0b8-973b-4939-b69f-50a0bd8430b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:31.618791 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-e896d0b8-973b-4939-b69f-50a0bd8430b9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/825aab79-af77-4e01-9a10-af00722d609f HTTP/1.1" status: 204 len: 168 time: 0.7314212 Apr 22 08:15:31.621857 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 41364) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:15:31.630095 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896d0b8-973b-4939-b69f-50a0bd8430b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=825aab79-af77-4e01-9a10-af00722d609f,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:15:31.965051 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd869-b289-455a-b749-8fb7ebf5927d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-705838'] for router_interface (1b33730e-2c63-4ac8-ae53-d00b8dbc9591), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:32.201642 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-d4fbd869-b289-455a-b749-8fb7ebf5927d admin admin] Deleting port abf28902-106f-4159-a336-f7abd1fbeaa2 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:15:32.201974 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd869-b289-455a-b749-8fb7ebf5927d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (abf28902-106f-4159-a336-f7abd1fbeaa2), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:32.276843 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [None req-d4fbd869-b289-455a-b749-8fb7ebf5927d admin admin] For port abf28902-106f-4159-a336-f7abd1fbeaa2, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=abf28902-106f-4159-a336-f7abd1fbeaa2,segment=NetworkSegment(89f473ad-1b45-492f-baf2-69b79c948c46),segment_id=89f473ad-1b45-492f-baf2-69b79c948c46)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:15:32.277119 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd869-b289-455a-b749-8fb7ebf5927d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (abf28902-106f-4159-a336-f7abd1fbeaa2), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:32.289888 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-d4fbd869-b289-455a-b749-8fb7ebf5927d admin admin] Calling delete_port for abf28902-106f-4159-a336-f7abd1fbeaa2 owned by network:router_interface {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:15:32.553619 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd869-b289-455a-b749-8fb7ebf5927d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (abf28902-106f-4159-a336-f7abd1fbeaa2), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:32.579634 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fbd869-b289-455a-b749-8fb7ebf5927d admin admin] Pushing event deleted for resources: {'Port': ['ID=abf28902-106f-4159-a336-f7abd1fbeaa2,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:15:32.997910 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-d4fbd869-b289-455a-b749-8fb7ebf5927d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-705922'] for router_interface (1b33730e-2c63-4ac8-ae53-d00b8dbc9591), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:33.230061 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4fbd869-b289-455a-b749-8fb7ebf5927d admin admin] Router 1b33730e-2c63-4ac8-ae53-d00b8dbc9591 has already been hosted by L3 agent 50d1a505-d6d3-4f9c-a63e-7f88c2080dfe {{(pid=103832) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 22 08:15:33.332898 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fbd869-b289-455a-b749-8fb7ebf5927d admin admin] Notify agent at l3_agent.dv-cinder-838880-1-smb the message routers_updated {{(pid=103832) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 22 08:15:33.337772 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-d4fbd869-b289-455a-b749-8fb7ebf5927d admin admin] 10.222.0.13 "PUT /v2.0/routers/1b33730e-2c63-4ac8-ae53-d00b8dbc9591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7148747 Apr 22 08:15:33.340658 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 41366) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:15:33.341601 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65931252-752e-4e23-b0a2-1ad18a260044 None None] Sync routers for ids ['1b33730e-2c63-4ac8-ae53-d00b8dbc9591'] in dv-cinder-838880-1-smb {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 08:15:33.350776 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65931252-752e-4e23-b0a2-1ad18a260044 None None] Routers {'1b33730e-2c63-4ac8-ae53-d00b8dbc9591'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:15:33.351379 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-65931252-752e-4e23-b0a2-1ad18a260044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:15:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['1b33730e-2c63-4ac8-ae53-d00b8dbc9591'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:15:33.448615 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-db9961e4-012b-4c97-ae98-c687a8255f05 admin admin] Publish callbacks [] for router (1b33730e-2c63-4ac8-ae53-d00b8dbc9591), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:33.461656 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-65931252-752e-4e23-b0a2-1ad18a260044 None None] Set router 1b33730e-2c63-4ac8-ae53-d00b8dbc9591 gateway port host: dv-cinder-838880-1-smb {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:15:33.555457 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-db9961e4-012b-4c97-ae98-c687a8255f05 admin admin] Publish callbacks [] for router_gateway (1b33730e-2c63-4ac8-ae53-d00b8dbc9591), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:33.644546 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-65931252-752e-4e23-b0a2-1ad18a260044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b33730e-2c63-4ac8-ae53-d00b8dbc9591', 'name': 'tempest-TestShelveInstance-883405731-router', 'tenant_id': '05ed50ce94824068879ef9bcdaa99712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'external_fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '30b1766e-deb7-4d4c-ab0b-85f7648c5256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:12Z', 'updated_at': '2022-04-22T08:15:32Z', 'revision_number': 5, 'project_id': '05ed50ce94824068879ef9bcdaa99712', 'gw_port': {'id': '30b1766e-deb7-4d4c-ab0b-85f7648c5256', 'name': '', 'network_id': '1ba3c60b-0bed-4e05-bf6c-e6da0128f626', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b33730e-2c63-4ac8-ae53-d00b8dbc9591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838880-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T08:11:13Z', 'updated_at': '2022-04-22T08:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c65f8918-06d0-4042-b508-c83c4010a7fc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838880-1-smb'}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:15:33.645079 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-db9961e4-012b-4c97-ae98-c687a8255f05 admin admin] Deleting port 30b1766e-deb7-4d4c-ab0b-85f7648c5256 {{(pid=103833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:15:33.645421 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-db9961e4-012b-4c97-ae98-c687a8255f05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (30b1766e-deb7-4d4c-ab0b-85f7648c5256), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:33.670305 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65931252-752e-4e23-b0a2-1ad18a260044 None None] Checking router: 1b33730e-2c63-4ac8-ae53-d00b8dbc9591 for host: dv-cinder-838880-1-smb {{(pid=103835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 08:15:33.678839 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65931252-752e-4e23-b0a2-1ad18a260044 None None] Routers {'1b33730e-2c63-4ac8-ae53-d00b8dbc9591'} bound to L3 agent in host dv-cinder-838880-1-smb {{(pid=103835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 22 08:15:33.679444 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-65931252-752e-4e23-b0a2-1ad18a260044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838880-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T07:54:43Z,description=,heartbeat_timestamp=2022-04-22T08:15:13Z,host='dv-cinder-838880-1-smb',id=50d1a505-d6d3-4f9c-a63e-7f88c2080dfe,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T07:54:44Z,topic='l3_agent')) {'router_ids': ['1b33730e-2c63-4ac8-ae53-d00b8dbc9591'], 'active': True} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:15:33.727218 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.db [None req-db9961e4-012b-4c97-ae98-c687a8255f05 admin admin] For port 30b1766e-deb7-4d4c-ab0b-85f7648c5256, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=30b1766e-deb7-4d4c-ab0b-85f7648c5256,segment=NetworkSegment(8c98866f-a5a7-4e22-9446-dc9a2a87f472),segment_id=8c98866f-a5a7-4e22-9446-dc9a2a87f472)] {{(pid=103833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:15:33.727580 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-db9961e4-012b-4c97-ae98-c687a8255f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (30b1766e-deb7-4d4c-ab0b-85f7648c5256), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:33.740654 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.plugins.ml2.plugin [None req-db9961e4-012b-4c97-ae98-c687a8255f05 admin admin] Calling delete_port for 30b1766e-deb7-4d4c-ab0b-85f7648c5256 owned by network:router_gateway {{(pid=103833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:15:33.771939 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_dvr_db [None req-65931252-752e-4e23-b0a2-1ad18a260044 None None] Set router 1b33730e-2c63-4ac8-ae53-d00b8dbc9591 gateway port host: None {{(pid=103835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 22 08:15:33.827144 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.l3_hamode_db [None req-65931252-752e-4e23-b0a2-1ad18a260044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b33730e-2c63-4ac8-ae53-d00b8dbc9591', 'name': 'tempest-TestShelveInstance-883405731-router', 'tenant_id': '05ed50ce94824068879ef9bcdaa99712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:12Z', 'updated_at': '2022-04-22T08:15:33Z', 'revision_number': 6, 'project_id': '05ed50ce94824068879ef9bcdaa99712', 'gw_port_host': None}], 'dv-cinder-838880-1-smb', False) {} {{(pid=103835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:15:33.852898 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65931252-752e-4e23-b0a2-1ad18a260044 None None] The sync data for ids ['1b33730e-2c63-4ac8-ae53-d00b8dbc9591'] in dv-cinder-838880-1-smb is: [{'id': '1b33730e-2c63-4ac8-ae53-d00b8dbc9591', 'name': 'tempest-TestShelveInstance-883405731-router', 'tenant_id': '05ed50ce94824068879ef9bcdaa99712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T08:11:12Z', 'updated_at': '2022-04-22T08:15:33Z', 'revision_number': 6, 'project_id': '05ed50ce94824068879ef9bcdaa99712', 'gw_port_host': None}] {{(pid=103835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 08:15:33.951930 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-db9961e4-012b-4c97-ae98-c687a8255f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4079322'] for port (30b1766e-deb7-4d4c-ab0b-85f7648c5256), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:33.981200 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9961e4-012b-4c97-ae98-c687a8255f05 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b1766e-deb7-4d4c-ab0b-85f7648c5256,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:15:34.039316 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-db9961e4-012b-4c97-ae98-c687a8255f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706148'] for router_gateway (1b33730e-2c63-4ac8-ae53-d00b8dbc9591), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:34.131805 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-db9961e4-012b-4c97-ae98-c687a8255f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710815', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10221'] for router (1b33730e-2c63-4ac8-ae53-d00b8dbc9591), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:34.134037 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-db9961e4-012b-4c97-ae98-c687a8255f05 admin admin] Publish callbacks [] for router_controller (1b33730e-2c63-4ac8-ae53-d00b8dbc9591), precommit_delete_associations {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:34.262040 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-db9961e4-012b-4c97-ae98-c687a8255f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-710804'] for router (1b33730e-2c63-4ac8-ae53-d00b8dbc9591), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:34.262594 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9961e4-012b-4c97-ae98-c687a8255f05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b33730e-2c63-4ac8-ae53-d00b8dbc9591 {{(pid=103833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 22 08:15:34.267470 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-db9961e4-012b-4c97-ae98-c687a8255f05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:34.268632 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-db9961e4-012b-4c97-ae98-c687a8255f05 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1b33730e-2c63-4ac8-ae53-d00b8dbc9591 HTTP/1.1" status: 204 len: 168 time: 0.9269886 Apr 22 08:15:34.271330 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 41374) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:15:34.315199 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6d7792-663c-49be-bb51-9b38741e342f admin admin] Deleting subnet 6d4ffb4f-db59-4185-957c-e0a1eaa45232 {{(pid=103833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 22 08:15:34.318308 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2c6d7792-663c-49be-bb51-9b38741e342f admin admin] Publish callbacks [] for subnet (6d4ffb4f-db59-4185-957c-e0a1eaa45232), before_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:34.351898 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2c6d7792-663c-49be-bb51-9b38741e342f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3532373'] for subnet (6d4ffb4f-db59-4185-957c-e0a1eaa45232), precommit_delete_associations {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:34.429275 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2c6d7792-663c-49be-bb51-9b38741e342f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678605'] for subnet (6d4ffb4f-db59-4185-957c-e0a1eaa45232), precommit_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:34.611528 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2c6d7792-663c-49be-bb51-9b38741e342f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4079109', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4098404'] for subnet (6d4ffb4f-db59-4185-957c-e0a1eaa45232), after_delete {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:34.637295 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d7792-663c-49be-bb51-9b38741e342f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d4ffb4f-db59-4185-957c-e0a1eaa45232,revision_number=None']} {{(pid=103833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:15:34.642744 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron_lib.callbacks.manager [None req-2c6d7792-663c-49be-bb51-9b38741e342f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:34.646292 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-2c6d7792-663c-49be-bb51-9b38741e342f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6d4ffb4f-db59-4185-957c-e0a1eaa45232 HTTP/1.1" status: 204 len: 168 time: 0.3739235 Apr 22 08:15:34.648241 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e9d402-7786-49f2-8693-b056a6de2ff7 None None] Network ad956c43-882c-4cc4-aec9-ab33f32a4693 requested from dv-cinder-838880-1-smb {{(pid=103834) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 22 08:15:34.649077 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 41376) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:15:34.721010 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-aa13bb45-4815-423c-a347-2f580c3f3012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7779404'] for network (ad956c43-882c-4cc4-aec9-ab33f32a4693), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:34.776615 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-aa13bb45-4815-423c-a347-2f580c3f3012 admin admin] Deleting port 0a4c3be2-f20d-46e1-a939-66407c666ec4 {{(pid=103832) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:15:34.776938 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-aa13bb45-4815-423c-a347-2f580c3f3012 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (0a4c3be2-f20d-46e1-a939-66407c666ec4), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:34.816011 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62bf43d-b89a-4970-8a0c-4e570bf0ef57 None None] DHCP port deletion for ad956c43-882c-4cc4-aec9-ab33f32a4693 request from dv-cinder-838880-1-smb {{(pid=103834) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 22 08:15:34.851588 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.db [None req-aa13bb45-4815-423c-a347-2f580c3f3012 admin admin] For port 0a4c3be2-f20d-46e1-a939-66407c666ec4, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=0a4c3be2-f20d-46e1-a939-66407c666ec4,segment=NetworkSegment(89f473ad-1b45-492f-baf2-69b79c948c46),segment_id=89f473ad-1b45-492f-baf2-69b79c948c46)] {{(pid=103832) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:15:34.851952 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-aa13bb45-4815-423c-a347-2f580c3f3012 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (0a4c3be2-f20d-46e1-a939-66407c666ec4), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:34.868399 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.plugin [None req-aa13bb45-4815-423c-a347-2f580c3f3012 admin admin] Calling delete_port for 0a4c3be2-f20d-46e1-a939-66407c666ec4 owned by network:dhcp {{(pid=103832) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:15:34.876560 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-b62bf43d-b89a-4970-8a0c-4e570bf0ef57 None None] Deleting port 0a4c3be2-f20d-46e1-a939-66407c666ec4 {{(pid=103834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 22 08:15:34.876939 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-b62bf43d-b89a-4970-8a0c-4e570bf0ef57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744465190566'] for port (0a4c3be2-f20d-46e1-a939-66407c666ec4), before_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:34.939939 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.db [None req-b62bf43d-b89a-4970-8a0c-4e570bf0ef57 None None] For port 0a4c3be2-f20d-46e1-a939-66407c666ec4, host dv-cinder-838880-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838880-1-smb',level=0,port_id=0a4c3be2-f20d-46e1-a939-66407c666ec4,segment=NetworkSegment(89f473ad-1b45-492f-baf2-69b79c948c46),segment_id=89f473ad-1b45-492f-baf2-69b79c948c46)] {{(pid=103834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 22 08:15:34.940340 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-b62bf43d-b89a-4970-8a0c-4e570bf0ef57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708511'] for port (0a4c3be2-f20d-46e1-a939-66407c666ec4), precommit_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:34.953424 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-b62bf43d-b89a-4970-8a0c-4e570bf0ef57 None None] Calling delete_port for 0a4c3be2-f20d-46e1-a939-66407c666ec4 owned by network:dhcp {{(pid=103834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 22 08:15:35.010418 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-aa13bb45-4815-423c-a347-2f580c3f3012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4133620'] for port (0a4c3be2-f20d-46e1-a939-66407c666ec4), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:35.034995 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-b62bf43d-b89a-4970-8a0c-4e570bf0ef57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7817968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744465196301', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744464726622'] for port (0a4c3be2-f20d-46e1-a939-66407c666ec4), after_delete {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:35.037082 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13bb45-4815-423c-a347-2f580c3f3012 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a4c3be2-f20d-46e1-a939-66407c666ec4,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:15:35.040857 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa13bb45-4815-423c-a347-2f580c3f3012 admin admin] No DVR routers for this DVR port 0a4c3be2-f20d-46e1-a939-66407c666ec4 on host dv-cinder-838880-1-smb {{(pid=103832) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:15:35.061777 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bf43d-b89a-4970-8a0c-4e570bf0ef57 None None] Pushing event deleted for resources: {'Port': ['ID=0a4c3be2-f20d-46e1-a939-66407c666ec4,revision_number=None']} {{(pid=103834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:15:35.063840 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62bf43d-b89a-4970-8a0c-4e570bf0ef57 None None] No DVR routers for this DVR port 0a4c3be2-f20d-46e1-a939-66407c666ec4 on host dv-cinder-838880-1-smb {{(pid=103834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 08:15:35.116802 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-aa13bb45-4815-423c-a347-2f580c3f3012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7656218', 'neutron.services.segments.db._delete_segments_for_network-8744465249738'] for network (ad956c43-882c-4cc4-aec9-ab33f32a4693), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:35.135969 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.services.segments.db [None req-aa13bb45-4815-423c-a347-2f580c3f3012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad956c43-882c-4cc4-aec9-ab33f32a4693']}} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:15:35.146151 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.services.segments.db [None req-aa13bb45-4815-423c-a347-2f580c3f3012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f473ad-1b45-492f-baf2-69b79c948c46') {'for_net_delete': True} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:15:35.146453 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.services.segments.db [None req-aa13bb45-4815-423c-a347-2f580c3f3012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f473ad-1b45-492f-baf2-69b79c948c46') {} {{(pid=103832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 08:15:35.156519 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-aa13bb45-4815-423c-a347-2f580c3f3012 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744465252819', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3461975'] for segment (89f473ad-1b45-492f-baf2-69b79c948c46), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:35.169313 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-aa13bb45-4815-423c-a347-2f580c3f3012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088'] for segment (89f473ad-1b45-492f-baf2-69b79c948c46), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:35.174966 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa13bb45-4815-423c-a347-2f580c3f3012 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103832) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-aa13bb45-4815-423c-a347-2f580c3f3012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7676088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4133505'] for segment (89f473ad-1b45-492f-baf2-69b79c948c46), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: Traceback (most recent call last): Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: timer() Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: cb(*args, **kw) Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: return func(*args, **kwargs) Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: self._notify() Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: self.callback(batched_events) Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: event.method(event) Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: return f(self, *a, **k) Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: return self._get(url).json() Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: return self.request(url, 'GET', **kwargs) Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 08:15:35.181146 dv-cinder-838880-1-smb neutron-server[103832]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 08:15:35.240348 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 0a4c3be2-f20d-46e1-a939-66407c666ec4 no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:15:35.260737 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No Port match for: 0a4c3be2-f20d-46e1-a939-66407c666ec4 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:15:35.261087 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 0a4c3be2-f20d-46e1-a939-66407c666ec4 not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:15:35.261504 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 30b1766e-deb7-4d4c-ab0b-85f7648c5256 no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:15:35.280824 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No Port match for: 30b1766e-deb7-4d4c-ab0b-85f7648c5256 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:15:35.288178 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device 30b1766e-deb7-4d4c-ab0b-85f7648c5256 not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:15:35.288178 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device abf28902-106f-4159-a336-f7abd1fbeaa2 no longer exists at agent ovs-agent-dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 22 08:15:35.300098 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.plugin [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] No Port match for: abf28902-106f-4159-a336-f7abd1fbeaa2 {{(pid=103834) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 22 08:15:35.300452 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron.plugins.ml2.rpc [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Device abf28902-106f-4159-a336-f7abd1fbeaa2 not bound to the agent host dv-cinder-838880-1-smb {{(pid=103834) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 22 08:15:35.307665 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-aa13bb45-4815-423c-a347-2f580c3f3012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7656195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-647653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-706048'] for network (ad956c43-882c-4cc4-aec9-ab33f32a4693), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:35.318939 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-aa13bb45-4815-423c-a347-2f580c3f3012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534847'] for network (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:35.318939 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-aa13bb45-4815-423c-a347-2f580c3f3012 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ad956c43-882c-4cc4-aec9-ab33f32a4693 HTTP/1.1" status: 204 len: 168 time: 0.6678526 Apr 22 08:15:35.331617 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13bb45-4815-423c-a347-2f580c3f3012 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad956c43-882c-4cc4-aec9-ab33f32a4693,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:15:35.747141 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 41382) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:15:35.785796 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-d1be1b66-0400-4e22-9e62-0ec468555b76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99ff3745dca54842ab1e31500356580f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374498 Apr 22 08:15:35.788137 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 41384) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:15:35.834944 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3a60adc8-1e78-4189-b366-0dfb3ef11797 admin admin] Publish callbacks [] for security_group (3dbb28e3-05ba-421d-95d8-2d1afa9995b1), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:35.855705 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3a60adc8-1e78-4189-b366-0dfb3ef11797 admin admin] Publish callbacks [] for security_group (3dbb28e3-05ba-421d-95d8-2d1afa9995b1), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:35.993307 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3a60adc8-1e78-4189-b366-0dfb3ef11797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (3dbb28e3-05ba-421d-95d8-2d1afa9995b1), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:35.995879 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-3a60adc8-1e78-4189-b366-0dfb3ef11797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:35.997124 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-3a60adc8-1e78-4189-b366-0dfb3ef11797 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3dbb28e3-05ba-421d-95d8-2d1afa9995b1 HTTP/1.1" status: 204 len: 168 time: 0.2079990 Apr 22 08:15:36.006409 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60adc8-1e78-4189-b366-0dfb3ef11797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbb28e3-05ba-421d-95d8-2d1afa9995b1,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:15:36.662757 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [-] (103833) accepted ('10.222.0.13', 41390) {{(pid=103833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:15:36.700965 dv-cinder-838880-1-smb neutron-server[103833]: INFO neutron.wsgi [None req-7c75424f-aa02-4bfe-9e39-fd7d6f936cc7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05ed50ce94824068879ef9bcdaa99712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370159 Apr 22 08:15:36.704070 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [-] (103832) accepted ('10.222.0.13', 41392) {{(pid=103832) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 22 08:15:36.754603 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-876547a5-1d53-4d19-86b6-38827e4b6d1b admin admin] Publish callbacks [] for security_group (bd34e094-bf80-48ec-b4ac-581651747f01), before_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:36.775310 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-876547a5-1d53-4d19-86b6-38827e4b6d1b admin admin] Publish callbacks [] for security_group (bd34e094-bf80-48ec-b4ac-581651747f01), precommit_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:36.894923 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-876547a5-1d53-4d19-86b6-38827e4b6d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642361'] for security_group (bd34e094-bf80-48ec-b4ac-581651747f01), after_delete {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:36.897425 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron_lib.callbacks.manager [None req-876547a5-1d53-4d19-86b6-38827e4b6d1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:36.898621 dv-cinder-838880-1-smb neutron-server[103832]: INFO neutron.wsgi [None req-876547a5-1d53-4d19-86b6-38827e4b6d1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bd34e094-bf80-48ec-b4ac-581651747f01 HTTP/1.1" status: 204 len: 168 time: 0.1935186 Apr 22 08:15:36.906609 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876547a5-1d53-4d19-86b6-38827e4b6d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd34e094-bf80-48ec-b4ac-581651747f01,revision_number=None']} {{(pid=103832) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 08:15:40.592973 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-4c996f19-cef0-43b9-91bf-b3eb5382b038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:42.987870 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1784bcec-8877-413c-879c-1fed69be1d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:44.392818 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:45.220274 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:47.147835 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:15:57.512932 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:16:00.834528 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:16:10.591181 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-3e3267c7-c65c-441e-8936-225b053ad1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:16:12.973828 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-2e519a82-7255-4d7c-989d-780697250f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:16:14.386401 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:16:15.272709 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:16:17.032378 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:16:27.574868 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:16:37.833491 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:16:40.620542 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-319e814c-f245-4648-bd0f-1706c98550af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:16:42.974582 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-83d29678-f18d-4719-bc78-c366abe6af77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:16:44.426079 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:16:45.266957 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:16:46.946295 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:16:57.585749 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:17:10.592092 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-5abe4a1d-7b42-47d3-8bac-fbe3f15fd584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:17:12.974103 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1774d0b5-8d15-458f-a53e-94e7244a0447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:17:14.408308 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:17:14.832717 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:17:15.305516 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:17:16.956775 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:17:27.580213 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:17:40.613901 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-090d129f-bad5-43d2-813f-f634d7951433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:17:42.973841 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-c68bcbbc-7b74-47c4-95e1-eba5f91af50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:17:44.419451 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:17:45.265034 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:17:46.956095 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:17:51.831266 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:17:57.628345 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:18:10.618526 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-da161e19-7d50-4943-8840-e9175de91f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:18:12.978215 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-2390db6c-0150-4677-aa34-fee2f908abf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:18:14.404508 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:18:15.239091 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:18:16.938545 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:18:27.615707 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:18:28.829613 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:18:40.615361 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-2f68e5d9-1bf9-4d69-b4ac-f6ba3c080f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:18:42.981229 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-cfab8cbb-00be-4632-bf56-a194bba1b2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:18:44.435431 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:18:45.306931 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:18:46.957999 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:18:57.600724 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:19:05.828281 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:19:10.263943 dv-cinder-838880-1-smb neutron-server[103832]: DEBUG neutron.wsgi [req-c6a85518-6c7f-45ac-b15e-f573460918e7 req-162ffa19-5d91-41dc-b499-7e81dd540686 service neutron] (103832) timed out ('10.222.0.39', 53365) {{(pid=103832) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 22 08:19:10.594435 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-5bff1c7f-239f-46a9-afc5-08b3e0bda8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:19:10.945672 dv-cinder-838880-1-smb neutron-server[103833]: DEBUG neutron.wsgi [req-370589ca-ee7b-4673-a6c5-23109ae6cfee req-9be9227d-3999-4c1e-a34b-ebbddbf13476 service neutron] (103833) timed out ('10.222.0.39', 53403) {{(pid=103833) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 22 08:19:13.000234 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-ea53536c-3e35-499a-bb7c-5e98a80c459e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:19:14.445850 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:19:15.240670 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:19:16.971835 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:19:27.602943 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:19:40.616774 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-25493b7e-bd98-406b-8a44-fc3940f34c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:19:42.827136 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:19:43.024842 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-085165c2-a242-443f-8ce6-921e311444d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:19:44.416328 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:19:45.244989 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:19:46.973491 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:19:57.610416 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:20:10.605126 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-16526bff-4dd9-42ea-be39-634a97b045c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (ca8a9934-86f7-419c-ae11-6a211419c5d0), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:20:12.992933 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-295cfa03-1537-4c91-9abe-158627004f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (50d1a505-d6d3-4f9c-a63e-7f88c2080dfe), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:20:14.416115 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-0a286a5c-e739-42b8-90d4-dca19f24342d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (b38b2e16-6cdb-4a52-a114-4680c5fc0601), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:20:15.244410 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-e06a02c6-0d6b-4a62-b8d2-5a4f3c2d1fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (fc82c351-2cae-4d46-8b88-1327eb6ed1c4), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:20:16.978724 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-1a224603-8ffd-42c4-8aba-f1c94960d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (d27f5ad1-023a-48c6-bb84-ad93905ec2f1), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 22 08:20:19.827554 dv-cinder-838880-1-smb neutron-server[103835]: DEBUG neutron.db.agents_db [None req-e25c23ec-a807-4986-b7ca-95c27709f7c1 None None] Agent healthcheck: found 6 active agents {{(pid=103835) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 22 08:20:27.621529 dv-cinder-838880-1-smb neutron-server[103834]: DEBUG neutron_lib.callbacks.manager [None req-48d3d319-f52f-4563-af1e-1ba9e230ed7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744465249720', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657489'] for agent (5d37a790-f600-4ea4-a99b-32bf15642def), after_update {{(pid=103834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}